-- Logs begin at Wed 2021-02-17 02:39:55 UTC, end at Wed 2021-02-17 03:44:16 UTC. -- Feb 17 03:18:56.183683 dv-cinder-759961-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 03:18:58.871636 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.common.config [-] Logging enabled! Feb 17 03:18:58.872114 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 03:18:58.873498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83871) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 03:18:58.875448 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.common.config [-] Logging enabled! Feb 17 03:18:58.875734 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 03:18:58.876080 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83871) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 03:18:58.877128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 03:18:58.877385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 03:18:58.878395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 03:18:58.878672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 03:18:58.878941 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 03:18:58.879310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.879680 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.879956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.880212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.880570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.880896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.881193 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.881520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.881851 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.882168 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.882476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.882794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.883072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.883393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.883717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.884024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.884274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] debug = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.884586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.885120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.885435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.885746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.886072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.886375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.886682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.887026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.887387 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] host = dv-cinder-759961-4-smb {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.887695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.888015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.888336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.888663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.888967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.889272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.889590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.889893 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.890322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.891048 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.891390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.891720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.892054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.892313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.892564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.892888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.893218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.893531 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.893840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.894149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.894457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.894764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.895087 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.895414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.895739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.896061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.896367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.896675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.896978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.897282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.897604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.897910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.898218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.898522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.898843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.899171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.899480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.899822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.900144 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.900461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.900783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.901087 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.901403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.901705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.902006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.902306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_json = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.902614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.902945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.903253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.903555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.903860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.904160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.904460 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.904777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:18:58.905105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.905437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.905795 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.906576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.906913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.907287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.907620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.907935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.908270 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.908597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.908923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.909235 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.909552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.909858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.910190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.910532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.910866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.911222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.911527 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.911832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.912135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.912446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.912764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.913095 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.913426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.913733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.914042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.914373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.914686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.915014 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.915328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.915654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.915964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.916268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.916584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.916895 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.917202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.917505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.917814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.918139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.918447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.918749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.919073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.919386 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.919689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.920007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.920315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.920618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.920920 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.921228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.922058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.922366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.922680 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.923010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.923335 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.923635 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.923941 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.924245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.924547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.924852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.925154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.925457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.925764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.926068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.926371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.926674 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.927002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.927307 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.927624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.927954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.928261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.928568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.928880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.929189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.929497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.929804 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.930111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.930418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.930717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.931066 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.931379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.931693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.932002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.932308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.932635 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.932944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.933259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.933571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.933877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.934190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.934508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.934831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.935182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.935508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.935832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.936152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.936462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.936809 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.937636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:18:58.937889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 03:18:58.938150 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83871) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 03:18:59.595386 dv-cinder-759961-4-smb neutron-server[83871]: INFO keyring.backend [-] Loading Gnome Feb 17 03:18:59.613117 dv-cinder-759961-4-smb neutron-server[83871]: INFO keyring.backend [-] Loading Google Feb 17 03:18:59.615695 dv-cinder-759961-4-smb neutron-server[83871]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 03:18:59.619137 dv-cinder-759961-4-smb neutron-server[83871]: INFO keyring.backend [-] Loading file Feb 17 03:18:59.620116 dv-cinder-759961-4-smb neutron-server[83871]: INFO keyring.backend [-] Loading keyczar Feb 17 03:18:59.620393 dv-cinder-759961-4-smb neutron-server[83871]: INFO keyring.backend [-] Loading multi Feb 17 03:18:59.621025 dv-cinder-759961-4-smb neutron-server[83871]: INFO keyring.backend [-] Loading pyfs Feb 17 03:18:59.666429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:18:59.666737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:18:59.667114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:18:59.667481 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 03:19:00.064810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.065360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.065360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.114123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.114430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.114730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.118339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.118642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.118975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.186093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.186393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.186690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.188421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.188731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.189032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.460042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.460362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.460671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.460967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.461790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.610855 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.611250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.611581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.611882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.612176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.612550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.612842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.613129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.613409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.613745 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.614035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.614317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.614613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.614902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.615235 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.615545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.615833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.616144 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.616447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.616902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.617186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.617465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.617780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.618056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.618330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.618759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 03:19:00.619059 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 03:19:00.619327 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 03:19:00.619595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 03:19:00.619862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 03:19:00.620127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 03:19:00.620545 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 03:19:00.623758 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 03:19:00.628273 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 03:19:00.632181 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 17 03:19:00.633827 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 03:19:00.635129 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 03:19:00.635508 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 03:19:00.635939 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 03:19:00.638632 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 03:19:00.638908 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 03:19:00.639377 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 03:19:00.661340 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 03:19:00.661851 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.662175 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83871) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 03:19:00.662576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.663954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83871) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 03:19:00.664265 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 03:19:00.664537 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 03:19:00.667965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.668274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:00.737309 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 03:19:00.737481 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 03:19:00.737752 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 03:19:00.738174 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 03:19:00.777944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.sqlalchemy.engines [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83871) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 03:19:01.236762 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Initializing driver for type 'gre' Feb 17 03:19:01.237318 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] gre ID ranges: [(1, 1000)] Feb 17 03:19:01.281242 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Initializing driver for type 'local' Feb 17 03:19:01.281625 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Initializing driver for type 'vlan' Feb 17 03:19:01.294412 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] VlanTypeDriver initialization complete Feb 17 03:19:01.295057 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Initializing driver for type 'vxlan' Feb 17 03:19:01.295837 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] vxlan ID ranges: [(1, 1000)] Feb 17 03:19:01.339694 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Initializing extension driver 'port_security' Feb 17 03:19:01.340044 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.extensions.port_security [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] PortSecurityExtensionDriver initialization complete Feb 17 03:19:01.340410 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Initializing mechanism driver 'openvswitch' Feb 17 03:19:01.346816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83871) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:01.347689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.348105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.348499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.348923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > subnet after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.349315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > subnet after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.349698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.350112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > network after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.350494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > network after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.350871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > network after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.351310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > security_group after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.351688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > security_group after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.352060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.352479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.352860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.353231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.353769 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > address_group after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.354146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > address_group after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.354517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.354883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] ML2 OVO RPC backend initialized. {{(pid=83871) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 03:19:01.355684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.356068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.356526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > network before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.356907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > networks before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.357294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > port before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.357655 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > ports before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.358034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > subnet before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.358392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > subnets before_response 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.358773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > network after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.359172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > network after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.359629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > network after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.360000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.360371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.360741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.361114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > subnet after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.361491 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > subnet after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.361866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.362495 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Modular L2 Plugin initialization complete Feb 17 03:19:01.362851 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading services supported by the core plugin {{(pid=83871) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 03:19:01.363238 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.plugins.ml2.managers [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Got port-security extension from driver 'port_security' Feb 17 03:19:01.363757 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.extensions.vlantransparent [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Disabled vlantransparent extension. Feb 17 03:19:01.364238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83871) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 03:19:01.364579 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading Plugin: router Feb 17 03:19:01.402117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.402540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router after_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.402973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router before_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.403361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.403779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.404169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router after_delete 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.404566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.404969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router after_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.405352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router after_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.405740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router after_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.406282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.406555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router after_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.407040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.407454 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.407833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.408207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: subnet after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.408577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.408965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.409348 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.409731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: port before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.410109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.410515 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router after_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.410895 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.411318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_create 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.411720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.412101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_update 55549900 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.412525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > network after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.413508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Tracking information for resource: router configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 03:19:01.413880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Tracking information for resource: floatingip configured {{(pid=83871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 03:19:01.418698 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_agentschedulers_db [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 03:19:01.419373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.419764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.420146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.420531 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.421422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router before_create 55550100 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.421870 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.422267 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_create 55550100 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.422659 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > router precommit_update 55550100 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.427390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.provider_configuration [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service providers = [] {{(pid=83871) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 03:19:01.427789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.servicetype_db [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83871) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 03:19:01.430746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.service_base [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 03:19:01.431179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.service_base [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 03:19:01.431552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.service_base [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 03:19:01.432419 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.service_base [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 03:19:01.432819 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.services.service_base [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 03:19:01.433228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 03:19:01.433582 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 03:19:01.443786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 03:19:01.444158 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading Plugin: auto_allocate Feb 17 03:19:01.449987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: network precommit_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.450391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: network precommit_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.450972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 03:19:01.451353 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading Plugin: tag Feb 17 03:19:01.458379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 03:19:01.459116 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading Plugin: timestamp Feb 17 03:19:01.462961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 03:19:01.463462 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading Plugin: network_ip_availability Feb 17 03:19:01.468980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.469386 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.469781 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.470574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 03:19:01.470956 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading Plugin: flavors Feb 17 03:19:01.475473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 03:19:01.475837 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading Plugin: revisions Feb 17 03:19:01.480093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 03:19:01.480521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=83871) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:01.481330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83871) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 03:19:01.481686 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Initializing extension manager. Feb 17 03:19:01.482253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: __init__.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.482633 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: __pycache__ {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.483031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.483403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: address_group.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.484468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.485099 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: address-group Feb 17 03:19:01.485470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: address_scope.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.486240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.486869 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: address-scope Feb 17 03:19:01.487226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.488153 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.488722 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: router-admin-state-down-before-update Feb 17 03:19:01.489074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: agent.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.489821 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.490389 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: agent Feb 17 03:19:01.490744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: agent_resources_synced.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.491684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.492247 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: agent-resources-synced Feb 17 03:19:01.492598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: allowedaddresspairs.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.494394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.494989 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: allowed-address-pairs Feb 17 03:19:01.495368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: auto_allocated_topology.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.496426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.497002 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: auto-allocated-topology Feb 17 03:19:01.497359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: availability_zone.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.498106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.498676 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: availability_zone Feb 17 03:19:01.499077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: availability_zone_filter.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.500016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.500597 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: availability_zone_filter Feb 17 03:19:01.500953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: data_plane_status.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.501862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.502428 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 03:19:01.502787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: default_subnetpools.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.503760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.504329 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: default-subnetpools Feb 17 03:19:01.504685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.505648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.506222 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: dhcp_agent_scheduler Feb 17 03:19:01.506582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: dns.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.507525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.508086 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 03:19:01.508441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: dns_domain_ports.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.509360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.509926 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 03:19:01.510285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: dvr.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.511030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.511600 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: dvr Feb 17 03:19:01.511954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: empty_string_filtering.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.512864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.513433 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: empty-string-filtering Feb 17 03:19:01.513789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.514696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.515300 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 03:19:01.515707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.516618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.517187 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 03:19:01.517540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: external_net.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.518467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.519064 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: external-net Feb 17 03:19:01.519423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.520325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.520891 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: extra_dhcp_opt Feb 17 03:19:01.521246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: extraroute.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.522150 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.522723 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: extraroute Feb 17 03:19:01.523112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: extraroute_atomic.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.524135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.524700 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: extraroute-atomic Feb 17 03:19:01.525059 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: filter_validation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.525764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.526323 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: filter-validation Feb 17 03:19:01.526674 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: fip_pf_description.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.527618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.528176 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 03:19:01.528526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: fip_port_details.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.529440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.530004 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: fip-port-details Feb 17 03:19:01.530360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: flavors.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.531787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.532362 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: flavors Feb 17 03:19:01.532725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.534369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.534963 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 03:19:01.535452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: floatingip_pools.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.536206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.536780 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: floatingip-pools Feb 17 03:19:01.537141 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: ip_allocation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.538104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.538669 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 03:19:01.539057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.539977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.540547 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: ip-substring-filtering Feb 17 03:19:01.540910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: l2_adjacency.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.541875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.542435 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 03:19:01.542793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: l3.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.543882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.544458 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: router Feb 17 03:19:01.544816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.547249 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.547855 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 03:19:01.548224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.549144 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.549740 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: ext-gw-mode Feb 17 03:19:01.550105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.551075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.551650 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: l3-ha Feb 17 03:19:01.552014 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: l3_flavors.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.552931 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.553499 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: l3-flavors Feb 17 03:19:01.553858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.554776 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.555384 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 03:19:01.555732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: l3agentscheduler.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.557016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.557596 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: l3_agent_scheduler Feb 17 03:19:01.557971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: logging.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.559505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.560099 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension logging not supported by any of loaded plugins Feb 17 03:19:01.560472 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: metering.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.561283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.561980 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: metering Feb 17 03:19:01.562371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.563624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.564203 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: metering_source_and_destination_fields Feb 17 03:19:01.564566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: multiprovidernet.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.565516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.566102 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: multi-provider Feb 17 03:19:01.566460 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: netmtu.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.567408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.567977 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: net-mtu Feb 17 03:19:01.568340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: netmtu_writable.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.569262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.569835 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: net-mtu-writable Feb 17 03:19:01.570192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: network_availability_zone.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.570954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.571509 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: network_availability_zone Feb 17 03:19:01.571864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: network_ip_availability.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.572973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.573545 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: network-ip-availability Feb 17 03:19:01.573902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: network_segment_range.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.574841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.575445 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 03:19:01.575808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: pagination.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.576808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.577184 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: pagination Feb 17 03:19:01.577539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: port_device_profile.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.578680 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.579286 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: port-device-profile Feb 17 03:19:01.579653 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.580577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.581153 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: port-mac-address-regenerate Feb 17 03:19:01.581512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.582420 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.583014 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: port-numa-affinity-policy Feb 17 03:19:01.583375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: port_resource_request.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.584647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.585229 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 03:19:01.585586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: portbindings.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.586533 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.587136 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: binding Feb 17 03:19:01.587495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: portbindings_extended.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.588789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.589365 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: binding-extended Feb 17 03:19:01.589727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: portsecurity.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.590647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.591255 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: port-security Feb 17 03:19:01.591615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: project_id.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.592597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.592968 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: project-id Feb 17 03:19:01.593323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: providernet.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.594279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.594862 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: provider Feb 17 03:19:01.595258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.598834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.599479 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos not supported by any of loaded plugins Feb 17 03:19:01.599850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.602238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.602824 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 03:19:01.603231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.604164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.604743 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 03:19:01.605115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos_default.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.606033 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.606726 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos-default not supported by any of loaded plugins Feb 17 03:19:01.607118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos_fip.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.607810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.608372 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 03:19:01.608768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos_gateway_ip.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.609739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.610316 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 03:19:01.610673 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos_port_network_policy.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.611613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.612177 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 03:19:01.612533 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos_rule_type_details.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.613481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.614042 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 03:19:01.614399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: qos_rules_alias.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.615541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.616124 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 03:19:01.616484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: quotasv2.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.617475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.617843 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: quotas Feb 17 03:19:01.618179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: quotasv2_detail.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.619831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.620218 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: quota_details Feb 17 03:19:01.620589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: rbac.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.621754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.622350 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: rbac-policies Feb 17 03:19:01.622715 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: rbac_address_scope.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.623673 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.624251 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: rbac-address-scope Feb 17 03:19:01.624613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: rbac_security_groups.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.625676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.626258 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: rbac-security-groups Feb 17 03:19:01.626617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: rbac_subnetpool.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.627568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.628148 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: rbac-subnetpool Feb 17 03:19:01.628509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: revisionifmatch.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.629432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.630006 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: revision-if-match Feb 17 03:19:01.630365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: revisions.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.631530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.632111 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: standard-attr-revisions Feb 17 03:19:01.632474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: router_availability_zone.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.633190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.633768 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: router_availability_zone Feb 17 03:19:01.634130 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: routerservicetype.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.635077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.635646 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 03:19:01.636004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.636947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.637515 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: security-groups-normalized-cidr Feb 17 03:19:01.637871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.638800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.639401 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: port-security-groups-filtering Feb 17 03:19:01.639761 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.640783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.641362 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: security-groups-remote-address-group Feb 17 03:19:01.641721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: securitygroup.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.654961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.655579 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: security-group Feb 17 03:19:01.655950 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: segment.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.656910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.657485 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension segment not supported by any of loaded plugins Feb 17 03:19:01.657852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.658791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.659390 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 03:19:01.659752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: servicetype.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.660858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.661441 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: service-type Feb 17 03:19:01.661806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: sorting.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.662788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.663185 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: sorting Feb 17 03:19:01.663547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: standard_attr_segment.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.664493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.665044 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 03:19:01.665382 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: standardattrdescription.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.666063 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.666639 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: standard-attr-description Feb 17 03:19:01.667055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: stateful_security_group.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.667994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.668570 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: stateful-security-group Feb 17 03:19:01.668927 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: stdattrs_common.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.669509 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 03:19:01.669862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.670871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.671471 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 03:19:01.671897 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: subnet_onboard.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.672966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.673547 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: subnet_onboard Feb 17 03:19:01.673905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.674836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.675433 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 03:19:01.675790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: subnet_service_types.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.676720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.677291 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: subnet-service-types Feb 17 03:19:01.677649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: subnetallocation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.678734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.679344 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: subnet_allocation Feb 17 03:19:01.679700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.680409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.680981 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: subnetpool-prefix-ops Feb 17 03:19:01.681338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.682271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.682838 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 03:19:01.683230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: tagging.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.684490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.685089 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: standard-attr-tag Feb 17 03:19:01.685455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: timestamp.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.686638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.687245 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loaded extension: standard-attr-timestamp Feb 17 03:19:01.687646 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: trunk.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.688654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.689225 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension trunk not supported by any of loaded plugins Feb 17 03:19:01.689582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: trunk_details.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.690505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.691099 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 03:19:01.691458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: uplink_status_propagation.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.692377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.692940 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 03:19:01.693297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Loading extension file: vlantransparent.py {{(pid=83871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 03:19:01.693994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 03:19:01.694611 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 03:19:01.697295 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:network Feb 17 03:19:01.698119 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:subnet Feb 17 03:19:01.698790 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 03:19:01.699489 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:port Feb 17 03:19:01.700965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.701490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service FLAVORS assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.702186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.702653 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.703080 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:router Feb 17 03:19:01.703820 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 03:19:01.704591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service METERING assigned prefix: /metering {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.706412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.706813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.707226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:19:01.708356 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 03:19:01.709228 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:security_group Feb 17 03:19:01.710025 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 03:19:01.710825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service CORE assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.711225 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 03:19:01.711603 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] subnetpool is already registered Feb 17 03:19:01.712271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service CORE assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.712639 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 03:19:01.712998 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] subnetpool is already registered Feb 17 03:19:01.715832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.716319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service FLAVORS assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.716966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.717424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.717796 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:router Feb 17 03:19:01.718162 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] router is already registered Feb 17 03:19:01.718835 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 03:19:01.719236 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] floatingip is already registered Feb 17 03:19:01.719921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service METERING assigned prefix: /metering {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.720662 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 03:19:01.721024 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] rbac_policy is already registered Feb 17 03:19:01.721652 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:security_group Feb 17 03:19:01.722021 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] security_group is already registered Feb 17 03:19:01.722676 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 03:19:01.723072 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] security_group_rule is already registered Feb 17 03:19:01.723801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service CORE assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.724170 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 03:19:01.724534 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] subnetpool is already registered Feb 17 03:19:01.725241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.resource_helper [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Service CORE assigned prefix: {{(pid=83871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 03:19:01.725605 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 03:19:01.725960 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.quota.resource_registry [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] subnetpool is already registered Feb 17 03:19:01.726676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: extensions {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.728326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: address-groups {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.730033 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: address-scopes {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.731358 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: agents {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.732602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: auto-allocated-topology {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.733947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: availability_zones {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.735657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: dhcp-networks {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.737250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: dhcp-agents {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.738725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: routers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.740684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: flavors {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.741946 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: service_profiles {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.743296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: next_providers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.745813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: service_profiles {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.747447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: floatingip-pools {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.748766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: routers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.750785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: floatingips {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.752060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: l3-routers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.753553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: l3-agents {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.755119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: metering-labels {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.756589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: metering-label-rules {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.757979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: network-ip-availabilities {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.759389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: bindings {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.761154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: quotas {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.762689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: quotas {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.764254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: rbac-policies {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.765698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: security-groups {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.767126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: security-group-rules {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.768471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: service-providers {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.769804 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: subnetpools {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.771340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: subnetpools {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.772903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.774714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.776708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.778608 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.780566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.782606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.784560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.786553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.788584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.790568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.extensions [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Extended resource: tags {{(pid=83871) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 03:19:01.797873 dv-cinder-759961-4-smb neutron-server[83871]: WARNING keystonemiddleware.auth_token [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 03:19:01.803267 dv-cinder-759961-4-smb neutron-server[83871]: WARNING keystonemiddleware.auth_token [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 03:19:01.812168 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Acquired lock "singleton_lock" {{(pid=83871) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 03:19:01.812745 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Releasing lock "singleton_lock" {{(pid=83871) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 03:19:01.814236 dv-cinder-759961-4-smb neutron-server[83871]: INFO oslo_service.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Starting 2 workers Feb 17 03:19:01.819030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Started child 83982 {{(pid=83871) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 03:19:01.822964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:01.823734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Started child 83983 {{(pid=83871) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 03:19:01.824408 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [-] (83982) wsgi starting up on http://0.0.0.0:9696 Feb 17 03:19:01.825151 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 03:19:01.825795 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Notify callbacks [] for process, before_spawn {{(pid=83871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:01.827080 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:01.828421 dv-cinder-759961-4-smb neutron-server[83871]: INFO oslo_service.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Starting 1 workers Feb 17 03:19:01.828566 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [-] (83983) wsgi starting up on http://0.0.0.0:9696 Feb 17 03:19:01.834079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Started child 83984 {{(pid=83871) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 03:19:01.834613 dv-cinder-759961-4-smb neutron-server[83871]: INFO oslo_service.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Starting 1 workers Feb 17 03:19:01.836188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] calling RpcWorker wait() {{(pid=83984) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 03:19:01.836583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] returning from RpcWorker wait() {{(pid=83984) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 03:19:01.838132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:01.838620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:01.839293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Started child 83985 {{(pid=83871) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 03:19:01.840207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46fc1324-49b2-4d2b-a51d-adf2f542ff28 None None] Notify callbacks [] for process, after_spawn {{(pid=83871) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:01.841750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83871) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 03:19:01.841938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 03:19:01.842319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 03:19:01.842726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 03:19:01.843080 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:01.843500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 03:19:01.843729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 03:19:01.843852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 37792) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:01.844792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.845084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.845388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.845684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.846015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.846663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.846958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.847296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.847395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:01.847604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.847878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.848078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.848275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.848563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.848852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.849216 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.849505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.849787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.850060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.850271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.850549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.850861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.851191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.851489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] debug = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.851762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.852348 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.852623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.852916 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.853187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.853522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.853807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.854098 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.854385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.854623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.855123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.855231 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090199 Feb 17 03:19:01.855666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.856105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.856557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.857046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.857480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.858163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] host = dv-cinder-759961-4-smb {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.858376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.858651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.858907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.859288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.860371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.860371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.860371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.861195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.861633 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.862145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.862427 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.862673 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.862982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.863277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.863277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_options = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.863277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.863277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.864419 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.864419 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.864678 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.864778 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.865112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.865309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.865521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.865922 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.866306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.866751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.867005 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.867246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.867523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.867922 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.868417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.868630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.868946 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.869233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.869517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.869790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.870031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.870309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.870573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.870840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.871127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.871396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.871636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.871885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.872287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.872744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.872994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.873291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.873566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.873813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.874062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.874380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.874651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.875034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.875384 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.875848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.876460 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.876721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.877021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.877283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_json = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.877505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.877770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.878069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.878279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.878559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.878814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.879109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.879392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.880505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.880505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.880505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.881082 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.881082 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.881345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.881617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.881870 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.882125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.882397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.882684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.884746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.884746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.884746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.884746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.885296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.885296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.885551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.885771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.886030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.886973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.886973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.886973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.887188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.887433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.887705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.887961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.888973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.888973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.888973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.888973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.889278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.889456 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.889691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.889964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.890980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.890980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.890980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.891899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.892167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.892465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.892758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.893010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.893263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.893517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.893775 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.894020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.894287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.894555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.894819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.896695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.896695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.896695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.896695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.896984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.897064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.898910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.898910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.898910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.898910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.898910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.898910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.898910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.898910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.900027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.900185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.900426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.901399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.901580 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.901771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.903256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.903256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.903434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.903596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.903787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.904039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.904310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.904561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.904828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.905081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.905347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.905614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.905866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.906219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.906550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.906904 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.907473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.907769 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.908032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.908617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.909395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.909702 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.909982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.910242 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.910512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.910799 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.911120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.911444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.911709 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.911968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.912281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.912552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.912797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.913056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.913366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.913589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.913878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.914151 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.914455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.914718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.916164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.916402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.916673 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.917717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.918008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.918303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.918740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.919116 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.919429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.919728 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.920006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.920288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.920566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.920870 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.921165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.921442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.921727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.922070 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.922327 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.922599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.922852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.923664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.924041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.925085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.925370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.925642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.925951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.926253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.926543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.926846 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.927177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.927475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.928312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.928619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.929617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.929898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.930188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.930459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.930738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.931915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.931915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.931915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.931915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.932304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.932304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.932536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.932683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.932939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.933197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.933489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.933736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.933993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.934276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.935021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.935450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.935862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.936313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.937056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.937056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.937233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.937610 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.938705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.939023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.939325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.939602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.939858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.940736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.940736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.940736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.940967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.941137 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.941373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.941637 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.941909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.942158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.942453 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.942713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.943105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.943392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.944117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.944117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.944117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.944420 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.944612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.944881 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.946675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.946992 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.949252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.949559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.949854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.950143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.950407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.950672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.950956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.951255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.951509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.951856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.952139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.952394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.952664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.952968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.953238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.954402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.954402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.954402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.954402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.954402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.954751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.954907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.955163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.955543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.955720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.955993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.956252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.956563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.956839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.957130 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.957413 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.957784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.958038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.958321 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.958580 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.959260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.959523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.959862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.960229 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.960567 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.960878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.961185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.961510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.963253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.963253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.963253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.963253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.963253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.963253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.963947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.963947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.964130 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.964276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.964534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.964813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.965071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.965330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.965615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.965896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.966160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.966423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.966696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.967003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.967282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.967549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.967809 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.968062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.968251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 03:19:01.968930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83871) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 03:19:01.969125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 03:19:01.969383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 03:19:01.969484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 03:19:01.969692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 03:19:01.969876 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 03:19:01.970127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.970325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.970515 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.970711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.970899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.971147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.971341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.971533 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.971725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.971914 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.972103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.972302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.972459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.972644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.972831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.973016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.973211 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.973392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.973581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.973767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.973951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.974139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.974324 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] debug = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.974509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.974726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.974944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.975925 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.976110 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.976535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.976792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.977083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.977250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.977449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.977641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.977834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.978025 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.978216 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.978408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.978598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.978786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] host = dv-cinder-759961-4-smb {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.978969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.979165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.979354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.979541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.979697 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.979889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.980077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.980352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.980890 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.980890 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.980890 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.981308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.981308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.981567 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.981567 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_options = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.981833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.981833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.982104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.982239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.982378 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.982554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.982741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.982953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.983142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.983298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.983437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:01.983583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.983738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.983876 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.984011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.984147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.984515 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.984515 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.984793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.984929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.985096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.985096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.985562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.985562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.985828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.985828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.986104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.986104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.986364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.986499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.986634 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.986772 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.986906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.987118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.987355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.987512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.987650 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.987787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.987978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.988141 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.988328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.988517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.988705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.988896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.989083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.989270 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.989456 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_json = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.989643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.989828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.990015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.990201 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.990388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.990576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.990770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.991031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 03:19:01.991186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.991360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.991564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.991757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.991951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.992143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.992335 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.992527 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.992720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.992911 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.993110 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.993300 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.993574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.993725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.993862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.993998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.994185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.994370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.994564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.994757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.994955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.995168 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.995351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.995621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.995781 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.995929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.996067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.996204 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.996395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.996587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.996780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.996973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.997226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.997371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.997556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.997697 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.997833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.997977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.998115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.998343 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.998561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.998701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.998837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.999042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.999185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.999323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.999469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.999735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:01.999932 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.000263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.000263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.000830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.000830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.000830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.000830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.001347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.001347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.001347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.001739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.001739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.001997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.001997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.002265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.002400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.002553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.002690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.002827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.003034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.003228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.003421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.003703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.003855 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.003993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.004129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.004266 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.004463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.004660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.004852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.005044 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.005235 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.005921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.005921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.005921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.005921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.006485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.006485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.006485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.006896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.006896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.007223 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.007223 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.007494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.007494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.007755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.007891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.008026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.008205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.008427 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.008631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.008774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.008952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.009141 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.009336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.009524 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.009687 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.009881 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.010072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.010263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.010454 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.010646 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.010850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.011033 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.011210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.011409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.011582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.011781 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.011984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.012176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.012367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.012542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.012902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.013684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.013684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.013684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.013684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.014287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.014287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.014287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.014287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.014827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.014827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.014827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.015246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.015246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.015463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.015560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.015741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.015889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.016083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.016277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.016471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.016663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.016841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.017227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.017378 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.017735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.017930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.018123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.018318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.018509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.018701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.018894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.019112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.019306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.019500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020799 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020893 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.020987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.021173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.021364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.021558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.021748 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.021939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.022138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.022331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.022524 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.022719 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.022911 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.023109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.023294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.023487 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.023678 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.023872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.024066 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.024258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.024456 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.024649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.024842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.025035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.025228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.025421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.025631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.025823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.026014 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.026225 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.026347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.026542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.026734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.027314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.027314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.027314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.027656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.027656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.027857 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.027962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.028815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.028815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.028815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.028815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.028815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.029346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.029346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.029346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.029634 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.029634 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.029840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.029945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.030105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.030295 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.030467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.030667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.030859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.031957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.032141 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.032330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.032539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.032714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.032913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.033114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.033287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.033496 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.033678 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.033886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.034081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.034276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.034475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.034667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.034864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.035411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.035411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.035411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.035754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.035754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.035973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.036135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.036354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.036480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.037142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.037142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.037142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.037475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.037475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.037475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.038482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.038482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.038482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.038482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.038482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.038482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039851 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.039958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 03:19:02.040151 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83871) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 03:19:12.038518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a81ef47-af54-4828-847d-837d634c464a None None] get_active_networks_info from dv-cinder-759961-4-smb {{(pid=83984) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 03:19:12.167328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6088b5a4-7a06-44dd-b2fa-bdd0ab139c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:12.192555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81ef47-af54-4828-847d-837d634c464a None None] No non-hosted networks {{(pid=83984) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 03:19:14.174449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-664c7944-1b59-4a8d-b206-97eb409516ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:14.220009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b9bcb9dd-07e6-49c5-b6e9-533dc3fd0567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:15.019865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:16.044708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:16.045961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.046465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.047010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.047662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.048543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.049045 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.049542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.050026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.050674 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.051190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.051691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.052167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:16.052736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759961-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:16.058136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:16.268178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:17.820250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 37896) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:17.916403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] get_endpoint_by_host() called for host dv-cinder-759961-4-smb {{(pid=83984) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 03:19:17.921887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] get_endpoint_by_ip() called for ip 192.168.0.44 {{(pid=83984) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 03:19:17.925461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] _add_endpoint() called for ip 192.168.0.44 {{(pid=83984) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 03:19:17.931986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] _get_endpoints() called {{(pid=83984) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 03:19:18.466478 dv-cinder-759961-4-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-ef7b6c69-eb9f-4a62-9e05-4db26dcc7af0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 03:19:18.467122 dv-cinder-759961-4-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-ef7b6c69-eb9f-4a62-9e05-4db26dcc7af0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 03:19:18.701114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-ef7b6c69-eb9f-4a62-9e05-4db26dcc7af0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:19:18.702273 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ef7b6c69-eb9f-4a62-9e05-4db26dcc7af0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8808243 Feb 17 03:19:20.311975 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_hamode_db [None req-7b49108a-b816-40d7-9a7d-b9ac5223ee51 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 03:19:20.400650 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49108a-b816-40d7-9a7d-b9ac5223ee51 None None] Routers set() bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:19:20.401085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49108a-b816-40d7-9a7d-b9ac5223ee51 None None] Router IDs set() for agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 03:19:21.447240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 37912) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:21.853123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:19:21.921381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.policy [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83982) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 03:19:21.957534 dv-cinder-759961-4-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 03:19:21.957940 dv-cinder-759961-4-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 03:19:21.984147 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] Loaded quota_driver: . Feb 17 03:19:22.000637 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:19:22.067422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751947406522', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751947421842', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751947421230', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751947435193', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751947436288', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854023191', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853874418', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852790514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2033568'] for rbac-policy, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:22.135866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:22.137126 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f06904d7-a676-4814-98ff-065f296866c6 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6888103 Feb 17 03:19:25.156921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 37926) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:25.559389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Request body: {'network': {'name': 'private', 'project_id': '2c6f84922183447489928230c27190d6', 'admin_state_up': True}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:19:25.565773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:19:25.570595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Usage tracker for resource:network and tenant:2c6f84922183447489928230c27190d6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:19:25.574351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:19:25.580671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:19:25.591791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Made reservation on behalf of 2c6f84922183447489928230c27190d6 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:19:25.597825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:25.616308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:25.790446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:19:25.794700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Usage tracker for resource:security_group_rule and tenant:2c6f84922183447489928230c27190d6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:19:25.798522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:19:25.804717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:19:25.916623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:25.920552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:25.925288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:25.944508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:19:25.968342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:25.969207 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Added segment b3881b67-877c-436b-8696-131b3f30e7db of type vxlan for network e46a633c-a420-4b9e-8c32-e47f6b683a95 Feb 17 03:19:26.030429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2042fedc-8859-4b07-ba80-74387f4dae8a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:26.047942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.048307 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.048665 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.049020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.049367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.049717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.050062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.050405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.050765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.051142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.051482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.051825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Tracked resource versions report: Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: pushed versions: Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: consumer versions: Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: { DHCP agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: L3 agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: Metadata agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: Metering agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-759961-4-smb: { 'AddressGroup': '1.1', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 17 03:19:26.052891 dv-cinder-759961-4-smb neutron-server[83871]: {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 03:19:26.087577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:26.101416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:26.130042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:26.131465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:19:26.132158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:26.136999 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:26.247467 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0892696 Feb 17 03:19:26.248188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Pushing event updated for resources: {'Network': ['ID=e46a633c-a420-4b9e-8c32-e47f6b683a95,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:26.265765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:26.274404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network e46a633c-a420-4b9e-8c32-e47f6b683a95 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:19:29.285732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 37942) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:29.784245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c3f5db-453b-4434-9205-7118b9df106c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:19:29.785789 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a9c3f5db-453b-4434-9205-7118b9df106c admin admin] 10.222.0.49 "GET /v2.0/networks/e46a633c-a420-4b9e-8c32-e47f6b683a95 HTTP/1.1" status: 200 len: 818 time: 0.4987035 Feb 17 03:19:29.821469 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-dad8db9c-b6fb-404d-9ce3-8956975bd65b admin admin] 10.222.0.49 "GET /v2.0/subnetpools/e8c9dd7e-45ff-4191-ba94-ec878b8aa28e HTTP/1.1" status: 200 len: 734 time: 0.0260947 Feb 17 03:19:29.830978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Request body: {'subnet': {'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95', 'name': 'private-subnet', 'subnetpool_id': 'e8c9dd7e-45ff-4191-ba94-ec878b8aa28e', 'gateway_ip': '172.20.0.1', 'tenant_id': '2c6f84922183447489928230c27190d6', 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:19:29.836221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:19:29.840525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Usage tracker for resource:subnet and tenant:2c6f84922183447489928230c27190d6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:19:29.843849 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:19:29.849447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:19:29.859758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Made reservation on behalf of 2c6f84922183447489928230c27190d6 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:19:29.864505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:30.357854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:30.370294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:30.509709 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5752af15-6209-4e95-b934-253cd6df54a2,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:30.515800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:30.576436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Checking segment: {'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:19:30.576823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Network hostable DHCP agents. Network: e46a633c-a420-4b9e-8c32-e47f6b683a95, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:19:30.599462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Network e46a633c-a420-4b9e-8c32-e47f6b683a95 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:19:30.610215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, e46a633c-a420-4b9e-8c32-e47f6b683a95) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:19:30.615194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:19:30.615826 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:30.621717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f62bbb-a3c2-42b8-8e7d-1827f34dc1a8 None None] Network e46a633c-a420-4b9e-8c32-e47f6b683a95 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:19:30.636778 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8094563 Feb 17 03:19:31.123830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4edf99e0-b5ec-56e2-8fc6-a3623b3f1581-e46a633c-a420-4b9e-8c32-e47f6b683a95', 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95', 'tenant_id': '2c6f84922183447489928230c27190d6', 'fixed_ips': [{'subnet_id': '5752af15-6209-4e95-b934-253cd6df54a2'}]}} from dv-cinder-759961-4-smb. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 03:19:31.124989 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:31.442157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Allocated IP 172.20.0.2 (e46a633c-a420-4b9e-8c32-e47f6b683a95/5752af15-6209-4e95-b934-253cd6df54a2/30fc0518-563e-4802-8571-2d49e0defbe8) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:19:31.679506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:31.692801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Transition to ACTIVE for port object 30fc0518-563e-4802-8571-2d49e0defbe8 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:19:31.709777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Transition to ACTIVE for port object 30fc0518-563e-4802-8571-2d49e0defbe8 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:19:31.716414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:31.732583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:31.873746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Pushing event updated for resources: {'Port': ['ID=30fc0518-563e-4802-8571-2d49e0defbe8,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:31.886862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.887258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.887619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.887979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.888337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.888688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.889020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.889368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.889701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.890049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.890423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.890780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Tracked resource versions report: Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: pushed versions: Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: consumer versions: Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: { DHCP agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: L3 agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: Metadata agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: Metering agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-759961-4-smb: { 'AddressGroup': '1.1', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 17 03:19:31.892007 dv-cinder-759961-4-smb neutron-server[83871]: {{(pid=83984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 03:19:31.898510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:31.938217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Network e46a633c-a420-4b9e-8c32-e47f6b683a95 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:19:31.939456 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:19:31.942228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:19:32.005779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Attempting to bind port 30fc0518-563e-4802-8571-2d49e0defbe8 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:19:32.006116 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Attempting to bind port 30fc0518-563e-4802-8571-2d49e0defbe8 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:19:32.006513 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Attempting to bind port 30fc0518-563e-4802-8571-2d49e0defbe8 on network e46a633c-a420-4b9e-8c32-e47f6b683a95 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:19:32.012289 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:19:32.012660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Checking segment: {'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:19:32.013155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:32.013578 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Bound using segment: {'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:19:32.014108 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Bound port: 30fc0518-563e-4802-8571-2d49e0defbe8, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:19:32.014480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:32.106814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] For port 30fc0518-563e-4802-8571-2d49e0defbe8, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:19:32.111384 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] For port 30fc0518-563e-4802-8571-2d49e0defbe8, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=30fc0518-563e-4802-8571-2d49e0defbe8,segment=NetworkSegment(b3881b67-877c-436b-8696-131b3f30e7db),segment_id=b3881b67-877c-436b-8696-131b3f30e7db)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:19:32.115595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:32.128693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:32.287608 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Pushing event updated for resources: {'Port': ['ID=30fc0518-563e-4802-8571-2d49e0defbe8,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:32.292079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:33.384024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 37952) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:33.802889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-1f9b3891-9197-4a46-914c-ed351e876718 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:19:33.803986 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1f9b3891-9197-4a46-914c-ed351e876718 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4189177 Feb 17 03:19:35.994736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 30fc0518-563e-4802-8571-2d49e0defbe8 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:19:36.067246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 30fc0518-563e-4802-8571-2d49e0defbe8 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:19:36.541023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 37966) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:37.131338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad4ca4-1ad5-4094-99d9-3abf75c068f6 None None] Network e46a633c-a420-4b9e-8c32-e47f6b683a95 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:19:37.236136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] Provisioning for port 30fc0518-563e-4802-8571-2d49e0defbe8 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:19:37.253341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] Provisioning complete for port 30fc0518-563e-4802-8571-2d49e0defbe8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:19:37.253777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:37.266278 dv-cinder-759961-4-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-5d32ae09-0f72-4fbc-a086-b6b56377e5b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 03:19:37.267310 dv-cinder-759961-4-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-5d32ae09-0f72-4fbc-a086-b6b56377e5b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 03:19:37.485479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:37.531319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-5d32ae09-0f72-4fbc-a086-b6b56377e5b6 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:19:37.532597 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5d32ae09-0f72-4fbc-a086-b6b56377e5b6 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9896431 Feb 17 03:19:37.545638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] For port 30fc0518-563e-4802-8571-2d49e0defbe8, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=30fc0518-563e-4802-8571-2d49e0defbe8,segment=NetworkSegment(b3881b67-877c-436b-8696-131b3f30e7db),segment_id=b3881b67-877c-436b-8696-131b3f30e7db)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:19:37.550613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:37.554590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:37.630669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] Pushing event updated for resources: {'Port': ['ID=30fc0518-563e-4802-8571-2d49e0defbe8,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:37.634248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:37.877535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-f668f371-c0a0-46dc-ab85-ff0e65e6ab4c None None] Provisioning complete for port 30fc0518-563e-4802-8571-2d49e0defbe8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:19:37.878089 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f668f371-c0a0-46dc-ab85-ff0e65e6ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:38.001754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 30fc0518-563e-4802-8571-2d49e0defbe8 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:19:38.086327 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 30fc0518-563e-4802-8571-2d49e0defbe8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:19:38.086736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:38.215245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-06ded093-d226-4eeb-afb5-00a2b1770eba None None] Provisioning complete for port 30fc0518-563e-4802-8571-2d49e0defbe8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:19:38.215814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06ded093-d226-4eeb-afb5-00a2b1770eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:40.632044 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 37982) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:41.028132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2c6f84922183447489928230c27190d6'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:19:41.075212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.policy [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83983) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 03:19:41.112799 dv-cinder-759961-4-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 03:19:41.113214 dv-cinder-759961-4-smb neutron-server[83871]: WARNING oslo_policy.policy [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 03:19:41.139629 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.quota [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Loaded quota_driver: . Feb 17 03:19:41.155647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:19:41.162828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Usage tracker for resource:router and tenant:2c6f84922183447489928230c27190d6 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:19:41.167275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:19:41.174899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:19:41.191317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763341'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:41.193360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852860501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12474'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:41.219345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:41.493578 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830168'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:41.524249 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:41.525835 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0ad5a5c3-a313-4e3e-b581-dfbcf1d672cd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8927591 Feb 17 03:19:41.928902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3490fee6-282f-42c9-a809-3d6820039e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:44.178473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ddac885-ff8c-47f4-9294-94f44523d11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:44.244686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 37994) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:44.688345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-bcf05017-7636-4f46-a605-00d9044375bd admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:19:44.689408 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-bcf05017-7636-4f46-a605-00d9044375bd admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4437020 Feb 17 03:19:44.966182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:46.054632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:46.208040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.414981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38014) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:47.582572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:19:47.588842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:19:47.593138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Usage tracker for resource:network and tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:19:47.596408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:19:47.602525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:19:47.617254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Made reservation on behalf of 8312c0bb5d784c88bc6fe9ddf54dbe6f for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:19:47.624843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.639979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.654890 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:19:47.659387 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Usage tracker for resource:security_group_rule and tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:19:47.662415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:19:47.668601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:19:47.752159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.756938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.761281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:47.774430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Reserving flat network on physical network physnet1 {{(pid=83982) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 03:19:47.797913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b72bc5-3ca1-4c27-8a8c-bfe22ee79008,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:47.802038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:47.803016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.803600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Unsubscribe: segment precommit_create {{(pid=83982) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 03:19:47.804021 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Added segment 04f5a72f-418a-4cd4-bf40-1006f50b7d2c of type flat for network ff41f79f-49b9-4b53-887c-df96d9d58d44 Feb 17 03:19:47.839052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.876736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.877962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:19:47.878596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:47.881958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:47.984532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Pushing event updated for resources: {'Network': ['ID=ff41f79f-49b9-4b53-887c-df96d9d58d44,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:47.988368 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5722098 Feb 17 03:19:47.989152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:47.995183 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:19:50.516721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38034) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:50.647172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4f52a0-7a32-4691-9e31-d8f40b9df61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:19:50.648596 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6e4f52a0-7a32-4691-9e31-d8f40b9df61a admin admin] 10.222.0.49 "GET /v2.0/subnets/5752af15-6209-4e95-b934-253cd6df54a2 HTTP/1.1" status: 200 len: 849 time: 0.1307857 Feb 17 03:19:50.837676 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-b18924e5-0fca-4d79-a94a-f3b960680bd0 admin admin] 10.222.0.49 "GET /v2.0/routers/8ceeb8c5-74ff-408c-aa00-767a82c0778d HTTP/1.1" status: 200 len: 704 time: 0.1794462 Feb 17 03:19:51.504263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:51.875495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Allocated IP 172.20.0.1 (e46a633c-a420-4b9e-8c32-e47f6b683a95/5752af15-6209-4e95-b934-253cd6df54a2/64a8548f-c26e-4fa7-b812-db60748ac19f) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:19:52.051155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:52.069165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Transition to ACTIVE for port object 64a8548f-c26e-4fa7-b812-db60748ac19f will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:19:52.136709 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:52.149994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:52.292714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=64a8548f-c26e-4fa7-b812-db60748ac19f,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:52.299740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:52.348483 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Network e46a633c-a420-4b9e-8c32-e47f6b683a95 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:19:52.349707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:19:52.352055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:19:52.352579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853010175'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:52.585845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-12618f81-969c-45b7-915a-ab51f74c5ded None None] Provisioning for port 64a8548f-c26e-4fa7-b812-db60748ac19f completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:19:52.591266 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-12618f81-969c-45b7-915a-ab51f74c5ded None None] Provisioning complete for port 64a8548f-c26e-4fa7-b812-db60748ac19f triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:19:52.591685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12618f81-969c-45b7-915a-ab51f74c5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:52.635980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:52.650478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-12618f81-969c-45b7-915a-ab51f74c5ded None None] Port 64a8548f-c26e-4fa7-b812-db60748ac19f cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:19:52.937938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:52.942974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:52.944143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853096787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765735'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:52.962025 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:53.099584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=64a8548f-c26e-4fa7-b812-db60748ac19f,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:53.103841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:53.149705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Network e46a633c-a420-4b9e-8c32-e47f6b683a95 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:19:53.150861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:19:53.382906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a5b36e86-2f2c-4225-ba92-dd75079f5b61 None None] Provisioning complete for port 64a8548f-c26e-4fa7-b812-db60748ac19f triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:19:53.383346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5b36e86-2f2c-4225-ba92-dd75079f5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:53.443134 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a5b36e86-2f2c-4225-ba92-dd75079f5b61 None None] Port 64a8548f-c26e-4fa7-b812-db60748ac19f cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:19:53.522378 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Router 8ceeb8c5-74ff-408c-aa00-767a82c0778d is scheduled to L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 03:19:53.689725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:19:53.700752 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] 10.222.0.49 "PUT /v2.0/routers/8ceeb8c5-74ff-408c-aa00-767a82c0778d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8537309 Feb 17 03:19:53.700941 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Sync routers for ids ['8ceeb8c5-74ff-408c-aa00-767a82c0778d'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:19:53.737360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Routers {'8ceeb8c5-74ff-408c-aa00-767a82c0778d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:19:53.738245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:19:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['8ceeb8c5-74ff-408c-aa00-767a82c0778d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:53.944527 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Set router 8ceeb8c5-74ff-408c-aa00-767a82c0778d gateway port host: None {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:19:54.508847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'name': 'router1', 'tenant_id': '2c6f84922183447489928230c27190d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:19:41Z', 'updated_at': '2021-02-17T03:19:52Z', 'revision_number': 2, 'project_id': '2c6f84922183447489928230c27190d6', 'gw_port_host': None, '_interfaces': [{'id': '64a8548f-c26e-4fa7-b812-db60748ac19f', 'name': '', 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95', 'tenant_id': '2c6f84922183447489928230c27190d6', 'mac_address': 'fa:16:3e:55:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5752af15-6209-4e95-b934-253cd6df54a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:51Z', 'updated_at': '2021-02-17T03:19:52Z', 'revision_number': 2, 'project_id': '2c6f84922183447489928230c27190d6', 'subnets': [{'id': '5752af15-6209-4e95-b934-253cd6df54a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8c9dd7e-45ff-4191-ba94-ec878b8aa28e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:54.513980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Checking router: 8ceeb8c5-74ff-408c-aa00-767a82c0778d for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:19:54.514369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Updating router 8ceeb8c5-74ff-408c-aa00-767a82c0778d port 64a8548f-c26e-4fa7-b812-db60748ac19f binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:19:54.574461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:55.033853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:55.048548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Transition to ACTIVE for port object 64a8548f-c26e-4fa7-b812-db60748ac19f will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:19:55.051656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:55.067942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:55.215613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Pushing event updated for resources: {'Port': ['ID=64a8548f-c26e-4fa7-b812-db60748ac19f,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:55.229302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.229679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.230004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.230384 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.230740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.231126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.231482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.231829 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.232179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.232510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.232856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.233203 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Tracked resource versions report: Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: pushed versions: Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: consumer versions: Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: { DHCP agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: L3 agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: Metadata agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: Metering agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-759961-4-smb: { 'AddressGroup': '1.1', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 17 03:19:55.234371 dv-cinder-759961-4-smb neutron-server[83871]: {{(pid=83985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 03:19:55.241380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:55.392133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Attempting to bind port 64a8548f-c26e-4fa7-b812-db60748ac19f on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:19:55.392509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Attempting to bind port 64a8548f-c26e-4fa7-b812-db60748ac19f by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:19:55.392955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Attempting to bind port 64a8548f-c26e-4fa7-b812-db60748ac19f on network e46a633c-a420-4b9e-8c32-e47f6b683a95 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:19:55.398976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:19:55.399443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Checking segment: {'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:19:55.399864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:55.400294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Bound using segment: {'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:19:55.400841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Bound port: 64a8548f-c26e-4fa7-b812-db60748ac19f, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3881b67-877c-436b-8696-131b3f30e7db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:19:55.401253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:55.495312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] For port 64a8548f-c26e-4fa7-b812-db60748ac19f, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:19:55.499550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] For port 64a8548f-c26e-4fa7-b812-db60748ac19f, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=64a8548f-c26e-4fa7-b812-db60748ac19f,segment=NetworkSegment(b3881b67-877c-436b-8696-131b3f30e7db),segment_id=b3881b67-877c-436b-8696-131b3f30e7db)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:19:55.503360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:55.516920 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:55.676099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Pushing event updated for resources: {'Port': ['ID=64a8548f-c26e-4fa7-b812-db60748ac19f,revision_number=4']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:55.680574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:55.736047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Routers {'8ceeb8c5-74ff-408c-aa00-767a82c0778d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:19:55.736738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:19:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['8ceeb8c5-74ff-408c-aa00-767a82c0778d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:55.903769 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] Set router 8ceeb8c5-74ff-408c-aa00-767a82c0778d gateway port host: None {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:19:55.966400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:19:56.209813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38046) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:56.253834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'name': 'router1', 'tenant_id': '2c6f84922183447489928230c27190d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:19:41Z', 'updated_at': '2021-02-17T03:19:52Z', 'revision_number': 2, 'project_id': '2c6f84922183447489928230c27190d6', 'gw_port_host': None, '_interfaces': [{'id': '64a8548f-c26e-4fa7-b812-db60748ac19f', 'name': '', 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95', 'tenant_id': '2c6f84922183447489928230c27190d6', 'mac_address': 'fa:16:3e:55:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5752af15-6209-4e95-b934-253cd6df54a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:51Z', 'updated_at': '2021-02-17T03:19:55Z', 'revision_number': 4, 'project_id': '2c6f84922183447489928230c27190d6', 'subnets': [{'id': '5752af15-6209-4e95-b934-253cd6df54a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8c9dd7e-45ff-4191-ba94-ec878b8aa28e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:19:56.258111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702168d3-04f6-41e0-a549-65c4d5df0a62 None None] The sync data for ids ['8ceeb8c5-74ff-408c-aa00-767a82c0778d'] in dv-cinder-759961-4-smb is: [{'id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'name': 'router1', 'tenant_id': '2c6f84922183447489928230c27190d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:19:41Z', 'updated_at': '2021-02-17T03:19:52Z', 'revision_number': 2, 'project_id': '2c6f84922183447489928230c27190d6', 'gw_port_host': None, '_interfaces': [{'id': '64a8548f-c26e-4fa7-b812-db60748ac19f', 'name': '', 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95', 'tenant_id': '2c6f84922183447489928230c27190d6', 'mac_address': 'fa:16:3e:55:53:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5752af15-6209-4e95-b934-253cd6df54a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:51Z', 'updated_at': '2021-02-17T03:19:55Z', 'revision_number': 4, 'project_id': '2c6f84922183447489928230c27190d6', 'subnets': [{'id': '5752af15-6209-4e95-b934-253cd6df54a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8c9dd7e-45ff-4191-ba94-ec878b8aa28e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:19:56.396060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e5a4e-6dba-4398-96fd-ce561754ec57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:19:56.397597 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-698e5a4e-6dba-4398-96fd-ce561754ec57 admin admin] 10.222.0.49 "GET /v2.0/networks/ff41f79f-49b9-4b53-887c-df96d9d58d44 HTTP/1.1" status: 200 len: 842 time: 0.1868081 Feb 17 03:19:56.408272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'ip_version': 4, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:19:56.414451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:19:56.418621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Usage tracker for resource:subnet and tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:19:56.421909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:19:56.428016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:19:56.437429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Made reservation on behalf of 8312c0bb5d784c88bc6fe9ddf54dbe6f for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:19:56.443202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:56.933981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:19:56.934555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:56.949674 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:57.090754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Pushing event updated for resources: {'Subnet': ['ID=804adf87-81df-4b2c-8ba7-726c796ef7a7,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:57.110304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.110681 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.111075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.111435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.111792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.112129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.112477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.112830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.113166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.113513 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.113860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.114202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Tracked resource versions report: Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: pushed versions: Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: consumer versions: Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: { DHCP agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: L3 agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: Metadata agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: Metering agent@dv-cinder-759961-4-smb: {}, Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-759961-4-smb: { 'AddressGroup': '1.1', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 17 03:19:57.115280 dv-cinder-759961-4-smb neutron-server[83871]: {{(pid=83983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 03:19:57.163261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:57.194260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Checking segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:19:57.194660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Network hostable DHCP agents. Network: ff41f79f-49b9-4b53-887c-df96d9d58d44, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:19:57.220000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:19:57.230002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, ff41f79f-49b9-4b53-887c-df96d9d58d44) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:19:57.234640 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:19:57.235323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:57.240906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050ef0bb-30cd-4246-94ad-dac731100aaa None None] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:19:57.256047 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8516710 Feb 17 03:19:57.649222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34496684-2e6c-4e18-af40-b8fcab9f2db0 None None] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:19:57.997077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 64a8548f-c26e-4fa7-b812-db60748ac19f up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:19:58.071692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 64a8548f-c26e-4fa7-b812-db60748ac19f completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:19:58.076956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 64a8548f-c26e-4fa7-b812-db60748ac19f triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:19:58.077369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:58.202369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:58.236488 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 64a8548f-c26e-4fa7-b812-db60748ac19f, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=64a8548f-c26e-4fa7-b812-db60748ac19f,segment=NetworkSegment(b3881b67-877c-436b-8696-131b3f30e7db),segment_id=b3881b67-877c-436b-8696-131b3f30e7db)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:19:58.240145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:19:58.242265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:19:58.310272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=64a8548f-c26e-4fa7-b812-db60748ac19f,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:19:58.313665 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:19:59.880395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38064) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:19:59.983961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 64a8548f-c26e-4fa7-b812-db60748ac19f up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:20:00.054607 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 64a8548f-c26e-4fa7-b812-db60748ac19f triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:20:00.054901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:00.109973 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-b83ddcba-2819-4f66-b45d-4e92d8d77865 admin admin] 10.222.0.49 "GET /v2.0/routers/8ceeb8c5-74ff-408c-aa00-767a82c0778d HTTP/1.1" status: 200 len: 710 time: 0.2282407 Feb 17 03:20:00.249021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f2c6e-d179-4606-8027-5d4d3b57ce58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:20:00.249641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f30f2c6e-d179-4606-8027-5d4d3b57ce58 admin admin] Synchronizing usage tracker for tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:20:00.268533 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f30f2c6e-d179-4606-8027-5d4d3b57ce58 admin admin] Unset dirty status for tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:20:00.269757 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f30f2c6e-d179-4606-8027-5d4d3b57ce58 admin admin] 10.222.0.49 "GET /v2.0/networks/ff41f79f-49b9-4b53-887c-df96d9d58d44 HTTP/1.1" status: 200 len: 886 time: 0.1536241 Feb 17 03:20:00.283579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:20:00.755325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853064021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12425'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:01.104988 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:01.163047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:01.175505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:01.190977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:20:01.195113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:20:01.198040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:20:01.203865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:20:01.307371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:01.311549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:01.514197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d62e1a50-78d3-48a0-aaa1-525ab0f9fd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:20:01.614619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535ab1a6-986b-4ece-905d-7d0dded0e8d1,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:20:01.618049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:20:01.780054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Allocated IP 172.28.2.28 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/14e298dd-565c-46f3-9405-eac2d112befa) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:20:01.947754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:01.978863 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:01.992210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:20:02.131142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Pushing event updated for resources: {'Port': ['ID=14e298dd-565c-46f3-9405-eac2d112befa,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:20:02.135469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:20:02.178600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:20:02.179792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:20:02.182008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:20:02.590117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:02.946679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853064021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12425'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:02.950332 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1830187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852945648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711778'] for router, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:03.140622 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Router 8ceeb8c5-74ff-408c-aa00-767a82c0778d has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:20:03.506387 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:20:03.516722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Sync routers for ids ['8ceeb8c5-74ff-408c-aa00-767a82c0778d'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:20:03.524803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:03.526132 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] 10.222.0.49 "PUT /v2.0/routers/8ceeb8c5-74ff-408c-aa00-767a82c0778d HTTP/1.1" status: 200 len: 889 time: 3.2465703 Feb 17 03:20:03.527438 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Routers {'8ceeb8c5-74ff-408c-aa00-767a82c0778d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:20:03.528117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:19:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['8ceeb8c5-74ff-408c-aa00-767a82c0778d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:20:03.737080 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Set router 8ceeb8c5-74ff-408c-aa00-767a82c0778d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:20:04.095279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'name': 'router1', 'tenant_id': '2c6f84922183447489928230c27190d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '14e298dd-565c-46f3-9405-eac2d112befa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:19:41Z', 'updated_at': '2021-02-17T03:20:02Z', 'revision_number': 4, 'project_id': '2c6f84922183447489928230c27190d6', 'gw_port': {'id': '14e298dd-565c-46f3-9405-eac2d112befa', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:20:01Z', 'updated_at': '2021-02-17T03:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '64a8548f-c26e-4fa7-b812-db60748ac19f', 'name': '', 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95', 'tenant_id': '2c6f84922183447489928230c27190d6', 'mac_address': 'fa:16:3e:55:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5752af15-6209-4e95-b934-253cd6df54a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:51Z', 'updated_at': '2021-02-17T03:19:58Z', 'revision_number': 5, 'project_id': '2c6f84922183447489928230c27190d6', 'subnets': [{'id': '5752af15-6209-4e95-b934-253cd6df54a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8c9dd7e-45ff-4191-ba94-ec878b8aa28e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:20:04.100283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Checking router: 8ceeb8c5-74ff-408c-aa00-767a82c0778d for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:20:04.100677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Updating router 8ceeb8c5-74ff-408c-aa00-767a82c0778d port 14e298dd-565c-46f3-9405-eac2d112befa binding host dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:20:04.155433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:04.550560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:04.565019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Transition to ACTIVE for port object 14e298dd-565c-46f3-9405-eac2d112befa will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:20:04.568011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:04.581357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:20:04.721926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18859f-c324-4384-8533-ab668a02e9bb None None] Pushing event updated for resources: {'Port': ['ID=14e298dd-565c-46f3-9405-eac2d112befa,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:20:04.725097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-db18859f-c324-4384-8533-ab668a02e9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:20:04.783393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Attempting to bind port 14e298dd-565c-46f3-9405-eac2d112befa on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:20:04.783799 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Attempting to bind port 14e298dd-565c-46f3-9405-eac2d112befa by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:20:04.784198 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Attempting to bind port 14e298dd-565c-46f3-9405-eac2d112befa on network ff41f79f-49b9-4b53-887c-df96d9d58d44 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:20:04.789744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:20:04.790151 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Checking segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:20:04.790590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:04.791050 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Bound using segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:20:04.791555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Bound port: 14e298dd-565c-46f3-9405-eac2d112befa, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:20:04.791958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:04.869012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] For port 14e298dd-565c-46f3-9405-eac2d112befa, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:20:04.872175 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] For port 14e298dd-565c-46f3-9405-eac2d112befa, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=14e298dd-565c-46f3-9405-eac2d112befa,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:20:04.876393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:04.889872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-db18859f-c324-4384-8533-ab668a02e9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:20:05.039174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18859f-c324-4384-8533-ab668a02e9bb None None] Pushing event updated for resources: {'Port': ['ID=14e298dd-565c-46f3-9405-eac2d112befa,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:20:05.043738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-db18859f-c324-4384-8533-ab668a02e9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:20:05.088898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Routers {'8ceeb8c5-74ff-408c-aa00-767a82c0778d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:20:05.089553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:19:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['8ceeb8c5-74ff-408c-aa00-767a82c0778d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:20:05.435677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] Set router 8ceeb8c5-74ff-408c-aa00-767a82c0778d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:20:05.789627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'name': 'router1', 'tenant_id': '2c6f84922183447489928230c27190d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '14e298dd-565c-46f3-9405-eac2d112befa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:19:41Z', 'updated_at': '2021-02-17T03:20:02Z', 'revision_number': 4, 'project_id': '2c6f84922183447489928230c27190d6', 'gw_port': {'id': '14e298dd-565c-46f3-9405-eac2d112befa', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:20:01Z', 'updated_at': '2021-02-17T03:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '64a8548f-c26e-4fa7-b812-db60748ac19f', 'name': '', 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95', 'tenant_id': '2c6f84922183447489928230c27190d6', 'mac_address': 'fa:16:3e:55:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5752af15-6209-4e95-b934-253cd6df54a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:51Z', 'updated_at': '2021-02-17T03:19:58Z', 'revision_number': 5, 'project_id': '2c6f84922183447489928230c27190d6', 'subnets': [{'id': '5752af15-6209-4e95-b934-253cd6df54a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8c9dd7e-45ff-4191-ba94-ec878b8aa28e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:20:05.793782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15df67-1bca-4b37-b732-15e1a0d691d3 None None] The sync data for ids ['8ceeb8c5-74ff-408c-aa00-767a82c0778d'] in dv-cinder-759961-4-smb is: [{'id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'name': 'router1', 'tenant_id': '2c6f84922183447489928230c27190d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '14e298dd-565c-46f3-9405-eac2d112befa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:19:41Z', 'updated_at': '2021-02-17T03:20:02Z', 'revision_number': 4, 'project_id': '2c6f84922183447489928230c27190d6', 'gw_port': {'id': '14e298dd-565c-46f3-9405-eac2d112befa', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:20:01Z', 'updated_at': '2021-02-17T03:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '64a8548f-c26e-4fa7-b812-db60748ac19f', 'name': '', 'network_id': 'e46a633c-a420-4b9e-8c32-e47f6b683a95', 'tenant_id': '2c6f84922183447489928230c27190d6', 'mac_address': 'fa:16:3e:55:53:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceeb8c5-74ff-408c-aa00-767a82c0778d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5752af15-6209-4e95-b934-253cd6df54a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:19:51Z', 'updated_at': '2021-02-17T03:19:58Z', 'revision_number': 5, 'project_id': '2c6f84922183447489928230c27190d6', 'subnets': [{'id': '5752af15-6209-4e95-b934-253cd6df54a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8c9dd7e-45ff-4191-ba94-ec878b8aa28e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:20:06.030950 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 14e298dd-565c-46f3-9405-eac2d112befa up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:20:06.103517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 14e298dd-565c-46f3-9405-eac2d112befa completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:20:06.108784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 14e298dd-565c-46f3-9405-eac2d112befa triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:20:06.109345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:06.199197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38074) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:20:06.239671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:06.257304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 14e298dd-565c-46f3-9405-eac2d112befa, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=14e298dd-565c-46f3-9405-eac2d112befa,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:20:06.261395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:06.263803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:20:06.335316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe55555-d22a-44d5-8eda-537aa8375715 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:20:06.336757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=14e298dd-565c-46f3-9405-eac2d112befa,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:20:06.336973 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-dbe55555-d22a-44d5-8eda-537aa8375715 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1367304 Feb 17 03:20:06.339995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:20:07.990723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 14e298dd-565c-46f3-9405-eac2d112befa up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:20:08.077178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 14e298dd-565c-46f3-9405-eac2d112befa triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:20:08.077511 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:11.949206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e7855fb6-72bf-4f3b-b0e4-92ce7153e6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:14.189330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7cda167b-8dc2-461e-a85c-8a19ec78ea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:14.972830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:16.061690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:16.236297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:32.907372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:20:41.924755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10d7cff3-06a3-4c3d-958c-b64676c1ec55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:44.174116 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12083d6c-ec03-4ab6-9a23-98df6a81b263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:44.968935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:46.064375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:20:46.227788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:09.908448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:21:11.938097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ca26f43-c921-40cb-bf48-0aa1ab49fb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:14.176527 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5fe1-d40d-4c32-94f0-eb3ca9772f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:14.972795 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:16.053245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:16.233732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:41.931758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7953538d-3451-4028-86b3-46fa7cd6e7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:44.180212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-722211d5-daa7-417e-aef5-c36893e3c94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:44.975250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:46.057374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:46.237850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:21:46.908106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:22:11.935178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b5095df-341d-4efa-bd18-fc19beb70e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:14.183916 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf758-f011-42bb-8afb-5a955c0d676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:14.978037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:16.061077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:16.245672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:18.777428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38650) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:18.856684 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d31fc4-fa45-4b14-b5b5-8f56ba9bec90 admin admin] GET failed (client error): The resource could not be found. Feb 17 03:22:18.857988 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-61d31fc4-fa45-4b14-b5b5-8f56ba9bec90 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0795615 Feb 17 03:22:19.004704 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6525e29-3e4d-4ced-a92a-d07a3c2e4a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:19.006216 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f6525e29-3e4d-4ced-a92a-d07a3c2e4a63 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1433215 Feb 17 03:22:21.489416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38660) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:21.624145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf23220-9769-4a0b-bab4-093930d635ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:21.625596 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4bf23220-9769-4a0b-bab4-093930d635ee admin admin] 10.222.0.49 "GET /v2.0/subnets/5752af15-6209-4e95-b934-253cd6df54a2 HTTP/1.1" status: 200 len: 849 time: 0.1349871 Feb 17 03:22:21.639396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:22:21.767707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Notify callbacks [] for subnet, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:22.090912 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751945123119'] for subnet, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:22.107901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:22:22.255722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5752af15-6209-4e95-b934-253cd6df54a2,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:22:22.266779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.267374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.267749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.268114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.268476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.268837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.269253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.269551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.269908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.270263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.270617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.270961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:22:22.276338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:22:22.304297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:22.304942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:22.306472 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] 10.222.0.49 "PUT /v2.0/subnets/5752af15-6209-4e95-b934-253cd6df54a2 HTTP/1.1" status: 200 len: 868 time: 0.6711442 Feb 17 03:22:22.323106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09889086-13a4-4931-b06a-c671eb1f1c34 None None] Network e46a633c-a420-4b9e-8c32-e47f6b683a95 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:22:22.852437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d79ce1da-7cc1-489a-af31-e597fb2b8348 None None] Provisioning complete for port 64a8548f-c26e-4fa7-b812-db60748ac19f triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:22:22.852964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d79ce1da-7cc1-489a-af31-e597fb2b8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:22.990974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d79ce1da-7cc1-489a-af31-e597fb2b8348 None None] Provisioning complete for port 30fc0518-563e-4802-8571-2d49e0defbe8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:22:22.991401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d79ce1da-7cc1-489a-af31-e597fb2b8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:23.908029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:22:24.773539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38670) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:24.974439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d930f2-f22d-4cc3-8fde-f40ebffd2eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:24.975037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d930f2-f22d-4cc3-8fde-f40ebffd2eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:24.976420 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-50d930f2-f22d-4cc3-8fde-f40ebffd2eb2 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2015224 Feb 17 03:22:27.438723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38680) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:27.646332 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b49cfce-58b3-4c11-8d2d-20a8d53091de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:27.646604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b49cfce-58b3-4c11-8d2d-20a8d53091de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:27.648359 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0b49cfce-58b3-4c11-8d2d-20a8d53091de admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2081969 Feb 17 03:22:30.122951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38690) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:30.319418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a9a7b-d040-41f9-a71d-73e85084ac44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:30.320808 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2c2a9a7b-d040-41f9-a71d-73e85084ac44 admin admin] 10.222.0.49 "GET /v2.0/networks/e46a633c-a420-4b9e-8c32-e47f6b683a95 HTTP/1.1" status: 200 len: 862 time: 0.1967282 Feb 17 03:22:32.804676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38700) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:32.999370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008caf81-6c1a-4903-831f-425d936c02be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:33.000720 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-008caf81-6c1a-4903-831f-425d936c02be admin admin] 10.222.0.49 "GET /v2.0/networks/ff41f79f-49b9-4b53-887c-df96d9d58d44 HTTP/1.1" status: 200 len: 886 time: 0.1947696 Feb 17 03:22:35.466379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38710) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:35.596379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c5627-4cda-4e46-b957-7622ce7aad3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:35.596808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c5627-4cda-4e46-b957-7622ce7aad3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:35.597589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-701c5627-4cda-4e46-b957-7622ce7aad3a admin admin] Synchronizing usage tracker for tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f on resource:subnet {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:22:35.616579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-701c5627-4cda-4e46-b957-7622ce7aad3a admin admin] Unset dirty status for tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f on resource:subnet {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:22:35.617811 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-701c5627-4cda-4e46-b957-7622ce7aad3a admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1503258 Feb 17 03:22:38.109512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38720) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:38.236130 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f6fb8e-cae9-4858-839c-fdd6707a4451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:38.236565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f6fb8e-cae9-4858-839c-fdd6707a4451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:38.238222 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f3f6fb8e-cae9-4858-839c-fdd6707a4451 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276047 Feb 17 03:22:40.717090 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38730) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:40.849509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84b9ff-573c-41d8-9981-97d9a1f17805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:40.850633 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5e84b9ff-573c-41d8-9981-97d9a1f17805 admin admin] 10.222.0.49 "GET /v2.0/subnets/5752af15-6209-4e95-b934-253cd6df54a2 HTTP/1.1" status: 200 len: 868 time: 0.1323073 Feb 17 03:22:41.938242 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3bb1dffe-9d6a-46ac-aebd-e808df8ff5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:43.426448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38740) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:22:43.562669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb30543-0d9c-4f35-b3b2-4c4c6a11fa09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:22:43.564207 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-8eb30543-0d9c-4f35-b3b2-4c4c6a11fa09 admin admin] 10.222.0.49 "GET /v2.0/subnets/804adf87-81df-4b2c-8ba7-726c796ef7a7 HTTP/1.1" status: 200 len: 816 time: 0.1366267 Feb 17 03:22:44.187635 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2fe441ba-af83-4064-a527-fb4dfcb0d776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:44.980486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:46.065448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:22:46.250899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:00.908787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:23:09.516623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38780) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:23:09.572783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-f950b80e-8476-47cf-991c-20ffe79f8ae8 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:23:09.573871 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f950b80e-8476-47cf-991c-20ffe79f8ae8 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0560601 Feb 17 03:23:11.941845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbd876a9-5ad6-4cb2-8624-5e33d789ddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:12.190760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38790) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:23:12.282102 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a64cb3-006e-4779-b4f8-e9f1c2d92b36 admin admin] GET failed (client error): The resource could not be found. Feb 17 03:23:12.283486 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-81a64cb3-006e-4779-b4f8-e9f1c2d92b36 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0915282 Feb 17 03:23:12.428961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb68184b-4eb8-4904-8947-cefcf81bcf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:23:12.430569 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-bb68184b-4eb8-4904-8947-cefcf81bcf17 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422777 Feb 17 03:23:14.190963 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-15fe6667-4140-405a-90a9-ef51c128819f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:14.926349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 38800) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:23:14.982837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:14.990256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:23:14.995352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:23:15.005913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:23:15.016330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Made reservation on behalf of 8312c0bb5d784c88bc6fe9ddf54dbe6f for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:23:15.021172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:15.124956 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.services.revisions.revision_plugin [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Could not find related network for resource to bump revision. Feb 17 03:23:15.145236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:23:15.159588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:15.159977 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Added segment bccdc1b1-cc1c-4f05-adff-7b5d513a3c18 of type vxlan for network 9337b457-8a5e-4698-96b6-1b8e8c782032 Feb 17 03:23:15.186972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:15.221283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:15.222550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:23:15.223206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:15.226656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:23:15.328572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Pushing event updated for resources: {'Network': ['ID=9337b457-8a5e-4698-96b6-1b8e8c782032,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:23:15.333008 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4050813 Feb 17 03:23:15.333828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:23:15.340212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 9337b457-8a5e-4698-96b6-1b8e8c782032 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:23:16.068996 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:16.254689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:17.796293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38810) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:23:17.880239 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2b63cd-aced-475a-973f-6ce902650231 admin admin] GET failed (client error): The resource could not be found. Feb 17 03:23:17.881546 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6d2b63cd-aced-475a-973f-6ce902650231 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0841877 Feb 17 03:23:17.997974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce65483-6464-46a0-b6f6-30d14dcccb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:23:17.999456 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6ce65483-6464-46a0-b6f6-30d14dcccb51 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1133683 Feb 17 03:23:18.010603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Request body: {'subnet': {'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:23:18.015431 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:23:18.025358 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:23:18.035869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Made reservation on behalf of 8312c0bb5d784c88bc6fe9ddf54dbe6f for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:23:18.040441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:18.598814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:18.611970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e65646c2-9e9f-4c4b-9163-0702f7c1840f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:23:18.744821 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1799bf-8161-46ab-8738-1aff4251991d,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:23:18.757797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.758136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.758494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.758847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.759242 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.759589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.759935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.760276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.760629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.760974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.761308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.761742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:18.766899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:23:18.820163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Checking segment: {'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:23:18.820743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Network hostable DHCP agents. Network: 9337b457-8a5e-4698-96b6-1b8e8c782032, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:23:18.841821 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Network 9337b457-8a5e-4698-96b6-1b8e8c782032 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:23:18.852028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 9337b457-8a5e-4698-96b6-1b8e8c782032) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:23:18.856205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:23:18.856835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:18.862579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7fd39e-6232-486c-adc4-d21a33725c54 None None] Network 9337b457-8a5e-4698-96b6-1b8e8c782032 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:23:18.883132 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8764231 Feb 17 03:23:19.104626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4edf99e0-b5ec-56e2-8fc6-a3623b3f1581-9337b457-8a5e-4698-96b6-1b8e8c782032', 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032', 'tenant_id': '8312c0bb5d784c88bc6fe9ddf54dbe6f', 'fixed_ips': [{'subnet_id': 'ea1799bf-8161-46ab-8738-1aff4251991d'}]}} from dv-cinder-759961-4-smb. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 03:23:19.105504 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:19.399372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Allocated IP 192.168.233.2 (9337b457-8a5e-4698-96b6-1b8e8c782032/ea1799bf-8161-46ab-8738-1aff4251991d/568bf6a2-ba44-4cf9-9d5c-a366bfed0811) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:23:19.792736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:19.804042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Transition to ACTIVE for port object 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:23:19.821155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Transition to ACTIVE for port object 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:23:19.825858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:19.842398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:23:19.983936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Pushing event updated for resources: {'Port': ['ID=568bf6a2-ba44-4cf9-9d5c-a366bfed0811,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:23:19.994718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.995134 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.995507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.995860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.996227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.996609 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.996969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.997326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.997671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.998026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.998381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:19.998735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:23:20.003993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:23:20.043960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Network 9337b457-8a5e-4698-96b6-1b8e8c782032 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:23:20.045406 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:23:20.047898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:23:20.105869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Attempting to bind port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:23:20.106281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Attempting to bind port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:23:20.106870 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Attempting to bind port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 on network 9337b457-8a5e-4698-96b6-1b8e8c782032 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:23:20.112750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:23:20.113155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Checking segment: {'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:23:20.113598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:20.114040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Bound using segment: {'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:23:20.114552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Bound port: 568bf6a2-ba44-4cf9-9d5c-a366bfed0811, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:23:20.115004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:20.211466 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] For port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:23:20.214983 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] For port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=568bf6a2-ba44-4cf9-9d5c-a366bfed0811,segment=NetworkSegment(bccdc1b1-cc1c-4f05-adff-7b5d513a3c18),segment_id=bccdc1b1-cc1c-4f05-adff-7b5d513a3c18)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:23:20.219137 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:20.235312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-db18859f-c324-4384-8533-ab668a02e9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:23:20.385148 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Pushing event updated for resources: {'Port': ['ID=568bf6a2-ba44-4cf9-9d5c-a366bfed0811,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:23:20.390662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:23:21.677153 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca1493-eba6-4fd1-bea7-45f913355e6c None None] Network 9337b457-8a5e-4698-96b6-1b8e8c782032 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:23:21.781756 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cfa1be80-5383-410c-ba22-ee152cd1ee2f None None] Provisioning for port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:23:22.142304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:23:22.216773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:23:22.221990 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:23:22.222407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:22.358019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:22.381369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-c312cab9-d048-46c6-abee-7249d31db18b None None] Provisioning complete for port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:23:22.381778 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c312cab9-d048-46c6-abee-7249d31db18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:22.451676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=568bf6a2-ba44-4cf9-9d5c-a366bfed0811,segment=NetworkSegment(bccdc1b1-cc1c-4f05-adff-7b5d513a3c18),segment_id=bccdc1b1-cc1c-4f05-adff-7b5d513a3c18)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:23:22.459032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:22.463241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:23:22.581544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=568bf6a2-ba44-4cf9-9d5c-a366bfed0811,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:23:22.586449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:23:22.715888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-745c505a-8ac7-4900-9593-460ac79cee02 None None] Provisioning complete for port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:23:22.716547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-745c505a-8ac7-4900-9593-460ac79cee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:24.107677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:23:24.182558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 568bf6a2-ba44-4cf9-9d5c-a366bfed0811 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:23:24.182989 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:37.910265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:23:41.946693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0925160-baf3-45ac-b41e-dff3789a05e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:44.194077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-50534ec4-eedf-4ed4-8db8-cd5db608fa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:44.987625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:46.072810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:23:46.261611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:11.951248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-278cc738-d5e3-4371-90da-b3381c0eed88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:14.197096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a742f6f-6029-401f-8279-3432b56b5212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:14.915791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:24:14.998164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:16.076015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:16.263670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:24.806057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38852) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:24:24.812794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [None req-e0bd501b-ad58-4327-ba66-c93a2e29e3de tempest-verify_tempest_config-2061480695 tempest-verify_tempest_config-2061480695-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:24:24.813911 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e0bd501b-ad58-4327-ba66-c93a2e29e3de tempest-verify_tempest_config-2061480695 tempest-verify_tempest_config-2061480695-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0067189 Feb 17 03:24:25.164872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38872) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:24:25.302245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:25.317584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:24:25.321766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Usage tracker for resource:security_group_rule and tenant:1da33efc3e21408dbd820f8cdd7c2147 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:24:25.325016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:24:25.331210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:24:25.465091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:25.469377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:25.476913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:24:25.520498 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1da33efc3e21408dbd820f8cdd7c2147&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3541658 Feb 17 03:24:25.521275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd4028-ae01-4c1c-962e-b0d169f33c2c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:24:25.523369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38878) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:24:25.540299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.540672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.541038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.541399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.541762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.542103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.542458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.542812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.543205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.543593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.543958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.544273 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:24:25.549583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:24:25.602335 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f069f447-0d2d-4ffe-9ea0-67cd37d3dc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:25.629717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f069f447-0d2d-4ffe-9ea0-67cd37d3dc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:25.686701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f069f447-0d2d-4ffe-9ea0-67cd37d3dc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:25.691757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:24:25.703209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069f447-0d2d-4ffe-9ea0-67cd37d3dc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd4028-ae01-4c1c-962e-b0d169f33c2c,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:24:25.708654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f069f447-0d2d-4ffe-9ea0-67cd37d3dc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:24:25.710507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f069f447-0d2d-4ffe-9ea0-67cd37d3dc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:25.711704 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f069f447-0d2d-4ffe-9ea0-67cd37d3dc0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46fd4028-ae01-4c1c-962e-b0d169f33c2c HTTP/1.1" status: 204 len: 168 time: 0.1861908 Feb 17 03:24:41.959040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ba5cbf6-f676-4428-9b7e-d8c9d256809e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:44.205759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51a76057-394b-4917-8f3c-e0bee9a39e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:45.002495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:46.089791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:46.272868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:24:51.910375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:25:11.959015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7b31-5f44-4d80-8540-8a7182dd91f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:14.198617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f43c5d0f-047a-4cfa-8ae9-bdc5a9da24ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:15.007412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:16.083973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:16.270965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:28.910963 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:25:41.952525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a682772-a419-4e75-9182-712f654f4cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:44.210417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fd2296e3-4707-45d0-97d1-084243efacf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:45.003981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:46.101296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:25:46.274357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:05.916575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:26:11.970791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22fc9039-3319-460e-870d-7c5a49ccf283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:14.206976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ad88-fefa-4622-b1ee-aa28ff788f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:15.010052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:16.093757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:16.278219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:23.436773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:23.437367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.437535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.437945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.438314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.438693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.439077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.439423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.439801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.440158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.440508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.440877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.441258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:26:23.441680 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75996', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:26:23.445938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75996', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:26:23.976334 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] get_endpoint_by_host() called for host hv-cinder-75996 {{(pid=83984) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 03:26:23.980770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] get_endpoint_by_ip() called for ip 192.168.0.59 {{(pid=83984) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 03:26:23.984294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] _add_endpoint() called for ip 192.168.0.59 {{(pid=83984) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 03:26:23.990331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] _get_endpoints() called {{(pid=83984) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 03:26:29.258875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38950) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:26:29.395807 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5eed1939-9d34-488e-983e-d6673f8856e8 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1355507 Feb 17 03:26:31.884365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 38960) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:26:31.959888 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c1a541e4-b412-4cca-b8c5-74825a3a766d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0743322 Feb 17 03:26:41.966830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32b03715-a23a-4047-8f27-1304dfd30c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:42.924120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:26:44.204291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2877522b-a55f-4066-a920-74419c7670b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:45.019756 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:46.100002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:46.291305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:26:53.453624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:11.957536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-009298c3-dd6c-4f58-a6d5-d2190c558e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:14.206438 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b93723b2-8aee-4275-b7c3-574ddc5b1668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:15.019366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:16.100112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:16.295900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:19.920584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:27:23.469167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:41.953755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41c5d841-5007-4e2c-8e8f-08c929c5cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:44.219428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5724dcfe-84df-47cc-8396-4570d0221aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:45.017364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:46.093371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:46.292940 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:53.467428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:27:56.911895 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:28:11.949579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a7a20e7-3d7e-4697-8026-3856c7860966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:14.202770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-183166a2-d361-4233-a233-253ebba92c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:15.020009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:16.098947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:16.295784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:21.467739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39076) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:21.800813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1026742244-network', 'tenant_id': 'dfe8ffb6ca55409f8f77e5749bd36b9a'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:21.809311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:21.813666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Usage tracker for resource:network and tenant:dfe8ffb6ca55409f8f77e5749bd36b9a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:21.817087 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:21.823213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:21.834276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Made reservation on behalf of dfe8ffb6ca55409f8f77e5749bd36b9a for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:21.840298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:21.855469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:21.871598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:21.875867 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe8ffb6ca55409f8f77e5749bd36b9a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:21.879008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:21.885075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:21.975864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:21.979480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:21.984650 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-54cb2b8f-bd49-4594-99a2-8087aa0e575d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:22.019888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:28:22.028835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185c1f22-b6c8-4826-a5ad-e5d80027b1a1,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:22.050966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.051403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.051784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.052145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.052504 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.052854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.053201 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.053555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.053900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.054247 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.054593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.054956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.055379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.055726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.056071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.056413 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.056758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.057103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.057444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.057785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.058104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.058447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.058785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.059292 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Tracked resource versions report: Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: pushed versions: Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: consumer versions: Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: { DHCP agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: L3 agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: Metadata agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: Metering agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-759961-4-smb: { 'AddressGroup': '1.1', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}, Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 17 03:28:22.060545 dv-cinder-759961-4-smb neutron-server[83871]: {{(pid=83983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 03:28:22.064272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:22.064383 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Added segment 8abe0c2a-40a4-4a7d-a844-e7d37857e621 of type vxlan for network 61e2f301-9871-4c89-a13d-42f80a9ac33b Feb 17 03:28:22.071891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:22.102778 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:22.144481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:22.145792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:22.146426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:22.152101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:22.260529 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Pushing event updated for resources: {'Network': ['ID=61e2f301-9871-4c89-a13d-42f80a9ac33b,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:22.266619 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7947173 Feb 17 03:28:22.266619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:22.266883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39116) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:22.272888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Request body: {'subnet': {'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1026742244-subnet', 'tenant_id': 'dfe8ffb6ca55409f8f77e5749bd36b9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:22.275436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:22.288937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:22.295771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Usage tracker for resource:subnet and tenant:dfe8ffb6ca55409f8f77e5749bd36b9a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:22.299849 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:22.307354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:22.321368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Made reservation on behalf of dfe8ffb6ca55409f8f77e5749bd36b9a for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:22.326902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:22.387722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:22.804000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:22.819945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-526a9e84-6a4c-44bc-b532-41699f25179c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:22.970964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fe182d-b47f-43e6-a41b-3c2634828fd3,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:22.975903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:23.034523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Checking segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:23.034908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Network hostable DHCP agents. Network: 61e2f301-9871-4c89-a13d-42f80a9ac33b, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:28:23.055181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:28:23.064455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 61e2f301-9871-4c89-a13d-42f80a9ac33b) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:23.068445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:23.069077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:23.078448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca72ab-67da-4853-8f16-e4be842b8386 None None] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:23.095545 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8275576 Feb 17 03:28:23.323712 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0157df-cabc-44a5-ab40-a29eb63d032c None None] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:23.340510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39168) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:23.348011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39172) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:23.492892 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39184) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:23.523073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:23.842708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1368816026-network', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:23.848248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:23.852430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Usage tracker for resource:network and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:23.855854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:23.861773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:23.872859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Made reservation on behalf of 108ad8ff95cb48558e896289bbc32d4b for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:23.877990 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:23.892682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:23.908636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:23.912645 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Usage tracker for resource:security_group_rule and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:23.915666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:23.921752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:23.940029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-201423419-network', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:23.949702 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:23.955652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Usage tracker for resource:network and tenant:f1d59e0bc9db4584983bd1ecf20411f1 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:23.961437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:23.969885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:23.992183 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-311140794-network', 'tenant_id': 'f7ab019d199b4ad091db887f8d6e575b'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:23.997556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:24.002423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Usage tracker for resource:network and tenant:f7ab019d199b4ad091db887f8d6e575b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:24.005932 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:24.013351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:24.022612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Made reservation on behalf of f1d59e0bc9db4584983bd1ecf20411f1 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:24.028020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.029383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.034760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.039615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:24.045978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.066443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:24.070029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Made reservation on behalf of f7ab019d199b4ad091db887f8d6e575b for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:24.075523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.078390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:28:24.081436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f4f597-f432-4592-919b-143a6fa0fa27,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:24.088665 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Usage tracker for resource:security_group_rule and tenant:f1d59e0bc9db4584983bd1ecf20411f1 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:24.089128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:24.095426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.096035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:24.096175 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Added segment ef6d2257-21ac-4bc2-b071-1099b53213b6 of type vxlan for network 5eecfe3e-a97a-4788-a5ca-77454eebf558 Feb 17 03:28:24.100405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.116974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:24.123611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:24.127558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.133106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ab019d199b4ad091db887f8d6e575b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:24.137240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:24.149551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:24.164591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.166366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:24.167055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.173079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:24.295397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.300952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Pushing event updated for resources: {'Network': ['ID=5eecfe3e-a97a-4788-a5ca-77454eebf558,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:24.305665 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9634862 Feb 17 03:28:24.306599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:24.309245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39212) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:24.311994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.314125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.317030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:24.317783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:24.317899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Request body: {'subnet': {'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1368816026-subnet', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:24.323885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:24.328169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Usage tracker for resource:subnet and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:24.331878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:24.337938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:24.353208 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Made reservation on behalf of 108ad8ff95cb48558e896289bbc32d4b for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:24.358312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.362961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:24.394038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:28:24.416171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.416620 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Added segment 4f0337c3-b966-48f0-97df-c523115e6a23 of type vxlan for network 84af625e-dab1-4542-ad20-85b9a30cb892 Feb 17 03:28:24.465056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.494915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.522452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6771b18-70de-4fb5-a6dc-07cebe68702a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:24.545611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.545970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.546412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.546710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.547105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.551575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.551963 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.552340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.552711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.553081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.553448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.553806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.554237 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.554599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.554976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.555347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.555695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.556051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.556461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.556743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.557115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.567819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.568250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.568743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Tracked resource versions report: Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: pushed versions: Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: consumer versions: Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: { DHCP agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: L3 agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: Metadata agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: Metering agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-759961-4-smb: { 'AddressGroup': '1.1', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}, Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 17 03:28:24.570034 dv-cinder-759961-4-smb neutron-server[83871]: {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 03:28:24.617107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:24.617779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:24.692585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 03:28:24.724970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddade113-0997-4da2-aa9a-513e93273dda,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:24.736698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:24.763993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:28:24.764530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:28:24.765232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.768243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:24.768902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:24.782837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e471b326-0600-4200-ba5c-b5716d8c4736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:24.892239 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5423312 Feb 17 03:28:24.895897 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39234) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:24.919418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Request body: {'subnet': {'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-subnet', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:24.933968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:24.945380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Usage tracker for resource:subnet and tenant:f1d59e0bc9db4584983bd1ecf20411f1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:24.959156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:24.961780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Pushing event updated for resources: {'Network': ['ID=84af625e-dab1-4542-ad20-85b9a30cb892,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:24.965592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:24.974018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 84af625e-dab1-4542-ad20-85b9a30cb892 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:24.990049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:25.028028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Made reservation on behalf of f1d59e0bc9db4584983bd1ecf20411f1 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:25.034094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:25.141064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 84af625e-dab1-4542-ad20-85b9a30cb892 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:25.266048 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:25.321923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:25.335268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:28:25.342308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bdc27e72-753b-4a1a-8f41-1c679853fe75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:25.351898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:25.352295 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Added segment ef914efe-5ea9-44f3-893d-baad629c2e82 of type vxlan for network 319fa0ae-8b20-492d-a059-3ff80ee13325 Feb 17 03:28:25.380285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:25.413281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:25.414586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:25.415271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:25.420727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:25.778041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39274) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:25.796445 dv-cinder-759961-4-smb neutron-server[83871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 03:28:25.863179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96f9d9e-edc1-418f-9b5e-1316f652a334,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:25.969368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:25.969965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-ded26c7a-eebb-48e4-8911-9cf902e26dc5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:25.971221 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-ded26c7a-eebb-48e4-8911-9cf902e26dc5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 815 time: 0.1867754 Feb 17 03:28:25.984651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=319fa0ae-8b20-492d-a059-3ff80ee13325,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:25.995773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 319fa0ae-8b20-492d-a059-3ff80ee13325 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:26.004629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:26.041055 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-f0f6f920-ce48-4d59-9ec7-18475346c2b6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/quotas/dfe8ffb6ca55409f8f77e5749bd36b9a HTTP/1.1" status: 200 len: 375 time: 0.0294445 Feb 17 03:28:26.046517 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.5524578 Feb 17 03:28:26.047303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39290) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:26.053250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Request body: {'subnet': {'network_id': '319fa0ae-8b20-492d-a059-3ff80ee13325', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-311140794-subnet', 'tenant_id': 'f7ab019d199b4ad091db887f8d6e575b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:26.099608 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Checking segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:26.100029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Network hostable DHCP agents. Network: 5eecfe3e-a97a-4788-a5ca-77454eebf558, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:28:26.144812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:26.149004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 319fa0ae-8b20-492d-a059-3ff80ee13325 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:26.151749 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-819c35c5-848a-436a-9fb6-2e2a1b3d7ea5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947809 Feb 17 03:28:26.153211 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Usage tracker for resource:subnet and tenant:f7ab019d199b4ad091db887f8d6e575b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:26.157101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:26.163125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:26.177365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Made reservation on behalf of f7ab019d199b4ad091db887f8d6e575b for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:26.183265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:26.241514 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:28:26.261526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 5eecfe3e-a97a-4788-a5ca-77454eebf558) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:26.266068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:26.266838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:26.298729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849a39b-5ff1-4b3b-9596-13c15183350b None None] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:26.301140 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d87cd6a7-47c5-4e37-9f56-e65d7c88c21e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9901674 Feb 17 03:28:26.301936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39314) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:26.314257 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:26.320256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:26.325547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Usage tracker for resource:router and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:26.329114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:26.336272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:26.354423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763341'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:26.355513 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852860501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12474'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:26.428811 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:26.430602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:26.454527 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:26.526933 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06eba100-be3a-4d16-8242-015f3bf7c962,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:26.530447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:26.641672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4edf99e0-b5ec-56e2-8fc6-a3623b3f1581-5eecfe3e-a97a-4788-a5ca-77454eebf558', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334'}]}} from dv-cinder-759961-4-smb. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 03:28:26.642626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:26.702368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-1be50fd1-b625-4fa6-8a78-1eacf48b535d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:28:26.703632 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-1be50fd1-b625-4fa6-8a78-1eacf48b535d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1327763 Feb 17 03:28:27.005609 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853064021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12425'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.080381 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-29230c32-9c58-4662-839a-3440275111ee service neutron] 10.222.0.49 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672857 Feb 17 03:28:27.190129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Allocated IP 172.20.0.2 (5eecfe3e-a97a-4788-a5ca-77454eebf558/e96f9d9e-edc1-418f-9b5e-1316f652a334/37f0cb02-6a73-4a78-a194-cd0ec7637a75) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:28:27.198508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Checking segment: {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:27.198508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Network hostable DHCP agents. Network: 84af625e-dab1-4542-ad20-85b9a30cb892, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:28:27.238286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Network 84af625e-dab1-4542-ad20-85b9a30cb892 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:28:27.249896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 84af625e-dab1-4542-ad20-85b9a30cb892) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:27.254185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:27.255310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.266198 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ed80c-56a1-4364-bac5-685873e08b59 None None] Network 84af625e-dab1-4542-ad20-85b9a30cb892 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:27.332507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39354) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:27.362898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.422739 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5221837 Feb 17 03:28:27.423906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39364) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:27.432145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:27.432495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-de51c449-dce8-4051-b0b2-df9a0c77360f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:27.440818 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:27.483824 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Usage tracker for resource:router and tenant:f1d59e0bc9db4584983bd1ecf20411f1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:27.492058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:27.508146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:27.527330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.564469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763341'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.566146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852860501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12474'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.570682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.631743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.655078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7a1e4a-e68f-47cd-835f-c2db8a4fdd21,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:27.663872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:27.671531 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f954ae8e-d8f5-4e04-865b-01287cec88b4 None None] Network 84af625e-dab1-4542-ad20-85b9a30cb892 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:27.684005 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-feb1c8f4-f196-42f8-bc6a-5d7c41c1264f service neutron] 10.222.0.49 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6026285 Feb 17 03:28:27.695352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:27.748177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:27.758747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Usage tracker for resource:security_group_rule and tenant:67334bd942a3460c83749037aaee9a8a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:27.765250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:27.778084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:27.804712 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39372) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:27.938175 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Checking segment: {'id': 'ef914efe-5ea9-44f3-893d-baad629c2e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319fa0ae-8b20-492d-a059-3ff80ee13325'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:27.938623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Network hostable DHCP agents. Network: 319fa0ae-8b20-492d-a059-3ff80ee13325, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:28:27.987414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Network 319fa0ae-8b20-492d-a059-3ff80ee13325 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:28:28.038697 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 319fa0ae-8b20-492d-a059-3ff80ee13325) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:28.043482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.071662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.073558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:28.074536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.075271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d61ff08-6e90-4cde-8d85-b373036ff3f6 None None] Network 319fa0ae-8b20-492d-a059-3ff80ee13325 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:28.089284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.093185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:28.129844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39392) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:28.130622 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:28.143943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Usage tracker for resource:security_group_rule and tenant:141c16cbafd94cf99fcf3af4b5da1652 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:28.194068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:28.214616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:28.233671 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1852529 Feb 17 03:28:28.255679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Synchronizing usage tracker for tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:28:28.265438 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cfcc5d9b-dec1-403d-a87a-66502eb2df27 req-28c06475-e133-4350-94f3-04431647d1ff tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 210 time: 0.1263685 Feb 17 03:28:28.298600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2795667-b832-42eb-bad2-d27a062db8d2,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:28.312979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:28.343023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Unset dirty status for tenant:8312c0bb5d784c88bc6fe9ddf54dbe6f on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:28:28.351102 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67334bd942a3460c83749037aaee9a8a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0152826 Feb 17 03:28:28.357953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39412) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:28.383051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.400519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Transition to ACTIVE for port object 37f0cb02-6a73-4a78-a194-cd0ec7637a75 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:28.510335 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Transition to ACTIVE for port object 37f0cb02-6a73-4a78-a194-cd0ec7637a75 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:28.519084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.617539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.634891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.645844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:28.665336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:28.707927 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fdeb77-0f5a-4f36-9a2f-445e2fca6eb1 None None] Network 319fa0ae-8b20-492d-a059-3ff80ee13325 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:28.733009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-269abb87-7438-4a92-8695-bb785e563012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.769306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853064021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12425'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.796842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c500fd-d64a-4c77-b16a-ccb41359c2aa,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:28.807857 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:28.818976 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=141c16cbafd94cf99fcf3af4b5da1652&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0088356 Feb 17 03:28:28.824913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39434) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:28.844958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-269abb87-7438-4a92-8695-bb785e563012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:28.980143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Allocated IP 172.28.2.221 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/faff32f5-7f5e-46ea-907d-062a27312deb) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:28:28.986691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Pushing event updated for resources: {'Port': ['ID=37f0cb02-6a73-4a78-a194-cd0ec7637a75,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:29.024184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.024567 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.028026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.028317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.028721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.029092 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.029563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.046318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.046803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.047131 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.047526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.047852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.056534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f863ffc0-fdb5-434d-9c13-458c2ed1f900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.069373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.073146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-269abb87-7438-4a92-8695-bb785e563012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.073613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.074011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.074398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.074873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.086269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.089290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.089731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.090509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.093326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.093710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.094147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Tracked resource versions report: Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: pushed versions: Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: consumer versions: Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: { DHCP agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: L3 agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: Metadata agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: Metering agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-759961-4-smb: { 'AddressGroup': '1.1', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}, Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 17 03:28:29.095407 dv-cinder-759961-4-smb neutron-server[83871]: {{(pid=83984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 03:28:29.099279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:29.111473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:29.113862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f863ffc0-fdb5-434d-9c13-458c2ed1f900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.238713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:29.243652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:29.248056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:28:29.284415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269abb87-7438-4a92-8695-bb785e563012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2795667-b832-42eb-bad2-d27a062db8d2,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:29.309862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-269abb87-7438-4a92-8695-bb785e563012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:29.312948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-269abb87-7438-4a92-8695-bb785e563012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.317438 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-269abb87-7438-4a92-8695-bb785e563012 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2795667-b832-42eb-bad2-d27a062db8d2 HTTP/1.1" status: 204 len: 168 time: 0.9559369 Feb 17 03:28:29.512127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Attempting to bind port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:28:29.512582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Attempting to bind port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:28:29.513081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Attempting to bind port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 on network 5eecfe3e-a97a-4788-a5ca-77454eebf558 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:28:29.516970 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b5563294-1883-43e8-8a59-29a00026d28e req-41460614-1371-49d5-b74e-9fd9b30d1a6d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 210 time: 0.0833430 Feb 17 03:28:29.523132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:28:29.526628 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Checking segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:29.527126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.527964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Bound using segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:28:29.528683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Bound port: 37f0cb02-6a73-4a78-a194-cd0ec7637a75, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:28:29.529125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.555368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f863ffc0-fdb5-434d-9c13-458c2ed1f900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.568768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:29.587895 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863ffc0-fdb5-434d-9c13-458c2ed1f900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c500fd-d64a-4c77-b16a-ccb41359c2aa,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:29.599173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345644e-3c78-44aa-b811-a87701935246 req-0c6d25aa-5602-4333-baf7-7cc55d6744ca tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:29.600027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-a345644e-3c78-44aa-b811-a87701935246 req-0c6d25aa-5602-4333-baf7-7cc55d6744ca tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Synchronizing usage tracker for tenant:f7ab019d199b4ad091db887f8d6e575b on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:28:29.605544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f863ffc0-fdb5-434d-9c13-458c2ed1f900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:29.608703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f863ffc0-fdb5-434d-9c13-458c2ed1f900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.613174 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f863ffc0-fdb5-434d-9c13-458c2ed1f900 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00c500fd-d64a-4c77-b16a-ccb41359c2aa HTTP/1.1" status: 204 len: 168 time: 0.7874520 Feb 17 03:28:29.629001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-a345644e-3c78-44aa-b811-a87701935246 req-0c6d25aa-5602-4333-baf7-7cc55d6744ca tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Unset dirty status for tenant:f7ab019d199b4ad091db887f8d6e575b on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:28:29.630455 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-0c6d25aa-5602-4333-baf7-7cc55d6744ca tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/networks?id=319fa0ae-8b20-492d-a059-3ff80ee13325 HTTP/1.1" status: 200 len: 811 time: 0.5357602 Feb 17 03:28:29.659116 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-1f9a4e77-1ce5-45e7-a6e5-03a6ed1f6f1a tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/quotas/f7ab019d199b4ad091db887f8d6e575b HTTP/1.1" status: 200 len: 375 time: 0.0222204 Feb 17 03:28:29.683315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] For port 37f0cb02-6a73-4a78-a194-cd0ec7637a75, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:28:29.687214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] For port 37f0cb02-6a73-4a78-a194-cd0ec7637a75, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=37f0cb02-6a73-4a78-a194-cd0ec7637a75,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:28:29.692766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.731601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.786672 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-4abbb916-b074-498d-b651-59cf37de48e1 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7ab019d199b4ad091db887f8d6e575b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209970 Feb 17 03:28:29.819122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:29.868586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:29.874792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:30.009424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Pushing event updated for resources: {'Port': ['ID=37f0cb02-6a73-4a78-a194-cd0ec7637a75,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:30.014155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:30.049899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39488) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:30.063578 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:30.082620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:30.089923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:30.094799 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-e71fba31-b664-4a68-a9eb-a1d06f75df2f service neutron] 10.222.0.49 "GET /v2.0/networks/319fa0ae-8b20-492d-a059-3ff80ee13325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072352 Feb 17 03:28:30.103997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:30.142726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Usage tracker for resource:security_group_rule and tenant:d4574a8a73f64e34b262a62f0d14c911 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:30.148596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:30.210865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:30.330213 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-de59f18d-ec9c-4693-b46c-1bed69dd20f0 service neutron] 10.222.0.49 "GET /v2.0/networks/319fa0ae-8b20-492d-a059-3ff80ee13325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2273142 Feb 17 03:28:30.441039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Pushing event updated for resources: {'Port': ['ID=faff32f5-7f5e-46ea-907d-062a27312deb,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:30.462218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:30.488440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:30.499302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:30.509442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f863ffc0-fdb5-434d-9c13-458c2ed1f900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:30.642067 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4574a8a73f64e34b262a62f0d14c911&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5906634 Feb 17 03:28:30.644405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39514) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:30.726960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Allocated IP 172.28.2.247 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/142b98ad-d917-4ed3-a7f0-9432d527f3de) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:28:30.762041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:30.764037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:30.833982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:28:30.934587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b9ed16-1c4e-4d59-875a-ea4fa603882f,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:30.976419 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:31.101976 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-295376a9-d810-457e-a134-80b2b3ef7152 req-73b28001-8744-4b00-9a15-f39998968474 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.3151288 Feb 17 03:28:31.102726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39542) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:31.103126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.38', 62502) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:31.106688 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84978870-5afb-4103-aa38-c10c2358ca8f req-2da4c81b-c0f7-45e1-ba28-33485b710bb6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 210 time: 0.1447656 Feb 17 03:28:31.197591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d0b9-5f63-4103-9e73-0dcdaadda662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:31.253980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d0b9-5f63-4103-9e73-0dcdaadda662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:31.410670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39562) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:31.553008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-a0f532e2-182e-4189-8c95-d9e0cfc8b710 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:31.554653 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-a0f532e2-182e-4189-8c95-d9e0cfc8b710 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 815 time: 0.4381235 Feb 17 03:28:31.558685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d0b9-5f63-4103-9e73-0dcdaadda662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:31.562071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1615394403-network', 'tenant_id': 'fd7e8eb8dd804a3fb50ee3eb5e85ffe2'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:31.573735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:31.588498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Usage tracker for resource:network and tenant:fd7e8eb8dd804a3fb50ee3eb5e85ffe2 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:31.589032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:31.596228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:31.599621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:31.614178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:31.620532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6d0b9-5f63-4103-9e73-0dcdaadda662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b9ed16-1c4e-4d59-875a-ea4fa603882f,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:31.623654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e9d6d0b9-5f63-4103-9e73-0dcdaadda662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:31.628722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d0b9-5f63-4103-9e73-0dcdaadda662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:31.631144 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e9d6d0b9-5f63-4103-9e73-0dcdaadda662 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96b9ed16-1c4e-4d59-875a-ea4fa603882f HTTP/1.1" status: 204 len: 168 time: 0.9826918 Feb 17 03:28:31.633070 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:31.637953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Usage tracker for resource:security_group_rule and tenant:da029d68f29a43dca4c1fc53fba8859c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:31.641495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:31.648603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:31.663471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:31.667137 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Made reservation on behalf of fd7e8eb8dd804a3fb50ee3eb5e85ffe2 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:31.672057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:31.730990 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Request body: {'port': {'device_id': '0d859606-f307-42d9-b35e-a27767722eeb', 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b', 'admin_state_up': True, 'tenant_id': 'dfe8ffb6ca55409f8f77e5749bd36b9a'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:31.897164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:31.923497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:31.936883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf436ce-38b0-4362-8d6d-dbb27a0c33b2 None None] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:31.956439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:31.968117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Usage tracker for resource:port and tenant:dfe8ffb6ca55409f8f77e5749bd36b9a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:31.974866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7e8eb8dd804a3fb50ee3eb5e85ffe2 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:31.978326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:31.983311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:31.997271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:32.015311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:32.052853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Made reservation on behalf of dfe8ffb6ca55409f8f77e5749bd36b9a for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:32.059377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.080567 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.102149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.102652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.137939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-269abb87-7438-4a92-8695-bb785e563012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:32.148394 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da029d68f29a43dca4c1fc53fba8859c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0337689 Feb 17 03:28:32.161630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:32.172164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-365d7a0c-0e9e-4497-b9ee-07cf486ee0ec None None] Provisioning for port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:28:32.182476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39602) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:32.260625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Pushing event updated for resources: {'Port': ['ID=142b98ad-d917-4ed3-a7f0-9432d527f3de,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:32.263361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.477806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:32.523390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 37f0cb02-6a73-4a78-a194-cd0ec7637a75 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:32.744246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:28:32.755205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:32.755632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.945560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.956752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.957003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:32.960171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:32.961493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:32.972842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:28:33.050499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 37f0cb02-6a73-4a78-a194-cd0ec7637a75, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=37f0cb02-6a73-4a78-a194-cd0ec7637a75,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:28:33.060647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:33.064667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-72caca4d-6ee3-4617-adb2-ad118aa17d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:33.073874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:33.237363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=37f0cb02-6a73-4a78-a194-cd0ec7637a75,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:33.254684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:33.345485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4012a2fd-c3c6-4325-af79-14d56ba22294,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:33.393984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:28:33.396598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.260s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:33.414144 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fa16e36e-7e0b-497f-a55f-7afc0caf5680 req-c657a4a1-d1e7-4d4e-99bb-82169083eb31 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.5312455 Feb 17 03:28:33.447783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d1eae30f-2aa3-490a-8098-7debb91df1da None None] Provisioning complete for port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:33.452215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1eae30f-2aa3-490a-8098-7debb91df1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:33.511924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830168'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:33.524981 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d3921c43-bcba-4107-8fca-68f1cfa233c4 req-5431dbad-d0f2-4d8c-aafc-da85d327c02c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 210 time: 0.6523619 Feb 17 03:28:33.560636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1109306b-d552-4b72-a304-51c23f562ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:33.678716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e214f5e-a45e-4463-81e5-c2357d878147,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:33.785922 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1109306b-d552-4b72-a304-51c23f562ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:33.945920 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:28:34.107035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1109306b-d552-4b72-a304-51c23f562ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:34.116971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-071aa939-ea13-4185-aeb9-c985075963ba None None] Provisioning complete for port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:34.117772 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-071aa939-ea13-4185-aeb9-c985075963ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:34.119969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:34.139154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109306b-d552-4b72-a304-51c23f562ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4012a2fd-c3c6-4325-af79-14d56ba22294,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:34.160616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1109306b-d552-4b72-a304-51c23f562ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:34.161928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Allocated IP 172.20.0.10 (61e2f301-9871-4c89-a13d-42f80a9ac33b/65fe182d-b47f-43e6-a41b-3c2634828fd3/a211319c-6b5f-4062-bc0a-9387de45d702) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:28:34.197225 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1109306b-d552-4b72-a304-51c23f562ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:34.218172 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1109306b-d552-4b72-a304-51c23f562ce0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4012a2fd-c3c6-4325-af79-14d56ba22294 HTTP/1.1" status: 204 len: 168 time: 2.0311434 Feb 17 03:28:34.247710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:34.248758 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Added segment 79f89285-15dd-44c1-b053-64735848c84e of type vxlan for network 80460e43-c113-4831-ac5c-a615a1ffca59 Feb 17 03:28:34.295933 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.212s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:34.420701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 37f0cb02-6a73-4a78-a194-cd0ec7637a75 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:34.574896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:34.777727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:34.778847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:34.830583 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bb697a02-525a-4a72-b5e7-e1988585fb3c req-5445fca1-78eb-4349-b906-e61b96d56949 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.0828717 Feb 17 03:28:34.973693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Router 6935eb73-9ac0-439d-a980-e892ac37557d is scheduled to L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 03:28:34.998305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:35.007781 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-d6a69263-bc95-46e2-8225-10f23351cacd req-1fe132be-dafb-42d2-958c-cffed020b314 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Synchronizing usage tracker for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:28:35.014155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:35.014810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:35.041390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-d6a69263-bc95-46e2-8225-10f23351cacd req-1fe132be-dafb-42d2-958c-cffed020b314 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Unset dirty status for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:28:35.045008 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a69263-bc95-46e2-8225-10f23351cacd req-1fe132be-dafb-42d2-958c-cffed020b314 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 210 time: 0.2121496 Feb 17 03:28:35.056226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:35.106956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:35.147205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:35.185145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2d0aca82-b93f-481e-9ee1-ebc8018e2aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:35.332683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:35.578498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:35.579495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Pushing event updated for resources: {'Port': ['ID=a211319c-6b5f-4062-bc0a-9387de45d702,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:35.592329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:35.593616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:35.597461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:28:35.601911 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:35.603062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:35.646154 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9247530 Feb 17 03:28:35.788613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Pushing event updated for resources: {'Network': ['ID=80460e43-c113-4831-ac5c-a615a1ffca59,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:35.796967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:35.806817 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.3877478 Feb 17 03:28:35.807041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 80460e43-c113-4831-ac5c-a615a1ffca59 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:35.807345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39704) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:35.818325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Request body: {'subnet': {'network_id': '80460e43-c113-4831-ac5c-a615a1ffca59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1615394403-subnet', 'tenant_id': 'fd7e8eb8dd804a3fb50ee3eb5e85ffe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:35.841159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:35.853804 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Usage tracker for resource:subnet and tenant:fd7e8eb8dd804a3fb50ee3eb5e85ffe2 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:35.858027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:35.859442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 80460e43-c113-4831-ac5c-a615a1ffca59 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:35.874028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:35.876301 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:28:35.906646 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Made reservation on behalf of fd7e8eb8dd804a3fb50ee3eb5e85ffe2 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:35.907508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Sync routers for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:28:35.907618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:35.927153 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:28:35.944631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:28:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:36.115375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:36.116847 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8129520 Feb 17 03:28:36.124438 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.38', 62512) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:36.124438 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39720) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:36.467113 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b7ee741f-d633-4796-8031-0afd63872144 req-b26b1055-1baf-48cc-aeba-68b6a54f9162 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.2211113 Feb 17 03:28:36.665315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-c2cb4dba-d3ce-45be-b229-14ae65b19bd5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:28:36.676333 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-c2cb4dba-d3ce-45be-b229-14ae65b19bd5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1853569 Feb 17 03:28:36.709342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:28:37.095470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc6d51-70a6-43c4-9b1d-80bc1d744037 req-0800c1cf-64e7-4f79-bada-a44599f2f669 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:37.098702 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39754) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:37.104781 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ddc6d51-70a6-43c4-9b1d-80bc1d744037 req-0800c1cf-64e7-4f79-bada-a44599f2f669 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 932 time: 0.6152182 Feb 17 03:28:37.113125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830168'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:37.272557 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ddc6d51-70a6-43c4-9b1d-80bc1d744037 req-984445cb-af1f-43d8-a3f9-a2583100b728 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661870 Feb 17 03:28:37.489010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:37.551765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:37.672233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:31Z', 'revision_number': 3, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:37.683509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Checking router: 6935eb73-9ac0-439d-a980-e892ac37557d for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:28:37.683985 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Updating router 6935eb73-9ac0-439d-a980-e892ac37557d port faff32f5-7f5e-46ea-907d-062a27312deb binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:28:37.802166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:37.843258 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc7fdf0d-e31e-4087-999c-06031f059e9f req-81fe26fe-0ffa-411a-b2c0-942f831d0ddb tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.0732610 Feb 17 03:28:37.880668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:37.921557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:37.927876 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2f0721-0bb9-48b7-abb2-f56a60289c6a,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:37.956478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:37.965900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345644e-3c78-44aa-b811-a87701935246 req-de8c3a62-3d55-493e-bc9c-4af762445b27 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:37.967795 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-de8c3a62-3d55-493e-bc9c-4af762445b27 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.38 "GET /v2.0/networks?id=319fa0ae-8b20-492d-a059-3ff80ee13325 HTTP/1.1" status: 200 len: 811 time: 1.6210439 Feb 17 03:28:38.142290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Checking segment: {'id': '79f89285-15dd-44c1-b053-64735848c84e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '80460e43-c113-4831-ac5c-a615a1ffca59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:38.142691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Network hostable DHCP agents. Network: 80460e43-c113-4831-ac5c-a615a1ffca59, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:28:38.207088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Network 80460e43-c113-4831-ac5c-a615a1ffca59 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:28:38.235928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 80460e43-c113-4831-ac5c-a615a1ffca59) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:38.243160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:38.243783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:38.251276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e776e79-7429-4cf0-820c-7bbf7036c1e8 None None] Network 80460e43-c113-4831-ac5c-a615a1ffca59 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:38.289029 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4802828 Feb 17 03:28:38.370519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Usage tracker for resource:security_group_rule and tenant:a65cbeff122e4799b9954396e80d6f3f is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:38.397180 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Request body: {'port': {'device_id': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'network_id': '319fa0ae-8b20-492d-a059-3ff80ee13325', 'admin_state_up': True, 'tenant_id': 'f7ab019d199b4ad091db887f8d6e575b'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:38.474518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:38.789906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:38.925711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbef51e-1735-4be7-9515-22a0acfcbfd3 req-09cde55e-0e2d-4570-9b14-e62485408753 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:38.941401 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4bbef51e-1735-4be7-9515-22a0acfcbfd3 req-09cde55e-0e2d-4570-9b14-e62485408753 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 932 time: 0.3640561 Feb 17 03:28:38.958122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Request body: {'port': {'device_id': '0d859606-f307-42d9-b35e-a27767722eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:38.961007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:38.995461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Transition to ACTIVE for port object faff32f5-7f5e-46ea-907d-062a27312deb will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:38.999681 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:39.045794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:39.057732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c970b-033c-4d9a-9042-41e93707b39a None None] Network 80460e43-c113-4831-ac5c-a615a1ffca59 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:39.373422 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4bbef51e-1735-4be7-9515-22a0acfcbfd3 req-2e2ccec3-6478-4c42-a84c-8912b0cd7c99 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271157 Feb 17 03:28:39.408440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:39.427687 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8c84f8b4-4912-4286-9278-fba212a632af req-e7373fe6-0ef4-4729-9a1f-db49262f8846 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.1755877 Feb 17 03:28:39.460780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Usage tracker for resource:port and tenant:f7ab019d199b4ad091db887f8d6e575b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:39.463812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:39.479163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:39.486364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Router 145358e8-7014-4329-85b4-c0b350545ed6 is scheduled to L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 03:28:39.512486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:39.528212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Pushing event updated for resources: {'Port': ['ID=faff32f5-7f5e-46ea-907d-062a27312deb,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:39.546452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.547008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.547545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.548192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.548815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.549336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.549682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.550049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.550417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.550716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.551095 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.551443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.552240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.552789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.553096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.553885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.554573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.555256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.555652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.556392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.556847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.557174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.557690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.574396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Tracked resource versions report: Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: pushed versions: Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: { 'AddressGroup': {'1.1'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': {'1.0'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': {'1.0'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': {'1.1'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': {'1.7'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': {'1.2'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': {'1.8'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': {'1.4'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': {'1.2'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': {'1.0'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': {'1.1'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': {'1.1'}} Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: consumer versions: Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: { DHCP agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: L3 agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: Metadata agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: Metering agent@dv-cinder-759961-4-smb: {}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@dv-cinder-759961-4-smb: { 'AddressGroup': '1.1', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}, Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'ConntrackHelper': '1.0', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Log': '1.0', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Network': '1.1', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Port': '1.7', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'PortForwarding': '1.2', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'QosPolicy': '1.8', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroup': '1.4', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SecurityGroupRule': '1.2', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'SubPort': '1.0', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Subnet': '1.1', Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: 'Trunk': '1.1'}} Feb 17 03:28:39.576109 dv-cinder-759961-4-smb neutron-server[83871]: {{(pid=83985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 03:28:39.606676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:39.725574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Attempting to bind port faff32f5-7f5e-46ea-907d-062a27312deb on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:28:39.725977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Attempting to bind port faff32f5-7f5e-46ea-907d-062a27312deb by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:28:39.726372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Attempting to bind port faff32f5-7f5e-46ea-907d-062a27312deb on network ff41f79f-49b9-4b53-887c-df96d9d58d44 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:28:39.733688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:28:39.734331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Checking segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:39.734910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:39.735491 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Bound using segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:28:39.736250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Bound port: faff32f5-7f5e-46ea-907d-062a27312deb, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:28:39.736884 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:39.908040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] For port faff32f5-7f5e-46ea-907d-062a27312deb, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:28:39.922003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] For port faff32f5-7f5e-46ea-907d-062a27312deb, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=faff32f5-7f5e-46ea-907d-062a27312deb,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:28:39.931655 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:40.270753 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:40.273256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:28:40.284881 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Sync routers for ids ['145358e8-7014-4329-85b4-c0b350545ed6'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:28:40.304385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Routers {'145358e8-7014-4329-85b4-c0b350545ed6'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:28:40.305245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:28:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['145358e8-7014-4329-85b4-c0b350545ed6'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:40.317980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:40.322848 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.8977804 Feb 17 03:28:40.323918 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Made reservation on behalf of f7ab019d199b4ad091db887f8d6e575b for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:40.331798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:40.352010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39836) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:40.582071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:28:40.599027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:28:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:40.621120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:40.767023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a211319c-6b5f-4062-bc0a-9387de45d702 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:28:40.778856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:40.799431 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Transition to ACTIVE for port object a211319c-6b5f-4062-bc0a-9387de45d702 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:40.863044 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39846) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:40.889164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:40.893263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1621208708-network', 'tenant_id': 'b0c3925bea7349bf8dce96c1b457159b'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:40.903337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:40.910172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Usage tracker for resource:network and tenant:b0c3925bea7349bf8dce96c1b457159b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:40.914357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:40.922654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:40.945189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Set router 145358e8-7014-4329-85b4-c0b350545ed6 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:28:41.157041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Made reservation on behalf of b0c3925bea7349bf8dce96c1b457159b for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:41.163294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:41.176928 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-80615f20-8435-44ea-8f65-caac4af8ab2e req-548813cd-5138-4ecc-86c5-99f02b625245 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.3115370 Feb 17 03:28:41.179356 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:41.301584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Pushing event updated for resources: {'Port': ['ID=a211319c-6b5f-4062-bc0a-9387de45d702,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:41.321329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:41.327292 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:41.364111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:41.439407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:41.486668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Pushing event updated for resources: {'Port': ['ID=faff32f5-7f5e-46ea-907d-062a27312deb,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:41.498538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:41.508045 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2db8ff0d-807e-42f3-a2ae-3cd66d66665e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.237s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:41.518448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Attempting to bind port a211319c-6b5f-4062-bc0a-9387de45d702 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:28:41.519159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Attempting to bind port a211319c-6b5f-4062-bc0a-9387de45d702 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:28:41.519685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Attempting to bind port a211319c-6b5f-4062-bc0a-9387de45d702 on network 61e2f301-9871-4c89-a13d-42f80a9ac33b {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:28:41.538306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5598ceb-2075-46c4-abfe-c65adb4a6a16 req-1dbaa664-144a-4b63-a638-693436909b13 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:41.540641 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b5598ceb-2075-46c4-abfe-c65adb4a6a16 req-1dbaa664-144a-4b63-a638-693436909b13 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 944 time: 0.7385993 Feb 17 03:28:41.541621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:28:41.541998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Checking segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:41.542536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:41.543269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Bound using segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:28:41.543966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Bound port: a211319c-6b5f-4062-bc0a-9387de45d702, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:28:41.544551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:41.599901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Usage tracker for resource:security_group_rule and tenant:b0c3925bea7349bf8dce96c1b457159b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:41.615250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:28:41.697678 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] For port a211319c-6b5f-4062-bc0a-9387de45d702, host hv-cinder-75996, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:28:41.702284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] For port a211319c-6b5f-4062-bc0a-9387de45d702, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a211319c-6b5f-4062-bc0a-9387de45d702,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:28:41.730379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:41.737688 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b5598ceb-2075-46c4-abfe-c65adb4a6a16 req-6b08a4de-3f08-4b95-a7cf-7f339862b89e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675301 Feb 17 03:28:41.738592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:41.764398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:34Z', 'revision_number': 3, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:41.789443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Checking router: 145358e8-7014-4329-85b4-c0b350545ed6 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:28:41.790002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Updating router 145358e8-7014-4329-85b4-c0b350545ed6 port 142b98ad-d917-4ed3-a7f0-9432d527f3de binding host dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:28:41.909233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:41.914308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:41.931524 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a65cbeff122e4799b9954396e80d6f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.8204949 Feb 17 03:28:41.977434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39862) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:41.994883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:42.077329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff08f85-effe-466d-b08e-4641c888fe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:42.150364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Pushing event updated for resources: {'Port': ['ID=a211319c-6b5f-4062-bc0a-9387de45d702,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:42.166766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:42.174052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:42.174751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:42.176353 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] 10.222.0.38 "PUT /v2.0/ports/a211319c-6b5f-4062-bc0a-9387de45d702 HTTP/1.1" status: 200 len: 1158 time: 3.8707721 Feb 17 03:28:42.178972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d859606-f307-42d9-b35e-a27767722eeb', 'tag': 'a211319c-6b5f-4062-bc0a-9387de45d702'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:28:42.186482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db9448f-45c5-4b01-964d-a2411512be5d,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:42.215357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:42.294007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:42.364928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:31Z', 'revision_number': 3, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:42.380629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2ed4b-8338-4137-b307-0fb14560ca9b None None] The sync data for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb is: [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:31Z', 'revision_number': 3, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:28:42.856911 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:42.879894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:42.956981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:28:42.968543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:42.969289 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Added segment 2ed187fc-3566-4f1b-be7e-87e539787c52 of type vxlan for network 1cfce111-dbb7-435f-9ed5-714e48747b22 Feb 17 03:28:43.012600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:43.091504 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ef22421-8610-47f0-aba3-b7e557f27cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:43.219819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1109306b-d552-4b72-a304-51c23f562ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:43.272852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0232a2f2-971e-4d76-a34e-6d325bba316a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:43.277354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:43.286178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:43.298846 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e96868a1-06b8-4f73-8494-f684ce4f7a17 req-a5c595d6-df40-4fa8-96d4-37ff5d98f9ab tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.3908865 Feb 17 03:28:43.301062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-fed135e5-ba93-4ed7-af24-3596a9a4cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:43.303039 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-fed135e5-ba93-4ed7-af24-3596a9a4cb05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 1161 time: 0.6440248 Feb 17 03:28:43.308816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:43.310190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:43.341101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-48400d25-80b3-4379-acb5-ffbf834ce9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:43.344594 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:43.367866 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4953847 Feb 17 03:28:43.388682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39900) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:43.391791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Transition to ACTIVE for port object 142b98ad-d917-4ed3-a7f0-9432d527f3de will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:43.396892 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed0a23-45e3-494a-b516-078b91ada1cc req-3cfb0d77-72f2-4b15-a925-83e9b9cbd4ed tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:43.398868 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8bed0a23-45e3-494a-b516-078b91ada1cc req-3cfb0d77-72f2-4b15-a925-83e9b9cbd4ed tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 944 time: 0.3072391 Feb 17 03:28:43.400648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:43.405551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Request body: {'subnet': {'network_id': '1cfce111-dbb7-435f-9ed5-714e48747b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1621208708-subnet', 'tenant_id': 'b0c3925bea7349bf8dce96c1b457159b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:43.411370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:43.415471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Usage tracker for resource:subnet and tenant:b0c3925bea7349bf8dce96c1b457159b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:43.418842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:43.426006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:43.445109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a18f3578-ef69-4f74-852c-e51d4bce9f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:43.462158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Made reservation on behalf of b0c3925bea7349bf8dce96c1b457159b for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:43.467636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:43.652998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Allocated IP 172.20.0.1 (5eecfe3e-a97a-4788-a5ca-77454eebf558/e96f9d9e-edc1-418f-9b5e-1316f652a334/1ffad018-0eeb-4619-96d1-481f827e6930) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:28:43.789176 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d859606-f307-42d9-b35e-a27767722eeb', 'tag': 'a211319c-6b5f-4062-bc0a-9387de45d702', 'status': 'completed', 'code': 200} Feb 17 03:28:43.792467 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8bed0a23-45e3-494a-b516-078b91ada1cc req-6bf28a3f-735c-46e8-8671-b38ff1c9c23a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545947 Feb 17 03:28:43.818224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bcdb1-acff-42a1-b622-5ed77c088610 None None] Pushing event updated for resources: {'Port': ['ID=142b98ad-d917-4ed3-a7f0-9432d527f3de,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:43.818402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Allocated IP 172.20.0.14 (319fa0ae-8b20-492d-a059-3ff80ee13325/9f7a1e4a-e68f-47cd-835f-c2db8a4fdd21/d76f57fd-bc44-4d8f-890a-3528e57bf1f6) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:28:43.832362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e35bcdb1-acff-42a1-b622-5ed77c088610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:43.845425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Pushing event updated for resources: {'Network': ['ID=1cfce111-dbb7-435f-9ed5-714e48747b22,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:43.862945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 1cfce111-dbb7-435f-9ed5-714e48747b22 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:43.863768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:43.904880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 1cfce111-dbb7-435f-9ed5-714e48747b22 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:28:44.050287 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-9d977f8e-84b8-497f-b04b-d73a84b89f9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a211319c-6b5f-4062-bc0a-9387de45d702 HTTP/1.1" status: 200 len: 217 time: 0.0948229 Feb 17 03:28:44.183535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Attempting to bind port 142b98ad-d917-4ed3-a7f0-9432d527f3de on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:28:44.185429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Attempting to bind port 142b98ad-d917-4ed3-a7f0-9432d527f3de by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:28:44.185682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Attempting to bind port 142b98ad-d917-4ed3-a7f0-9432d527f3de on network ff41f79f-49b9-4b53-887c-df96d9d58d44 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:28:44.252871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:28:44.253241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Checking segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:44.253692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:44.257717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Bound using segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:28:44.258349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Bound port: 142b98ad-d917-4ed3-a7f0-9432d527f3de, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:28:44.258791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:44.269455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-554c217f-c25c-4275-a1e3-50434a418ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:44.271112 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-554c217f-c25c-4275-a1e3-50434a418ce1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.2093427 Feb 17 03:28:44.403263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:44.467840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:44.476104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ef22421-8610-47f0-aba3-b7e557f27cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:44.513341 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-1e49dad8-a5e6-49db-89c4-b752de21e950 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2075694 Feb 17 03:28:44.564219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] For port 142b98ad-d917-4ed3-a7f0-9432d527f3de, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:28:44.569900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] For port 142b98ad-d917-4ed3-a7f0-9432d527f3de, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=142b98ad-d917-4ed3-a7f0-9432d527f3de,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:28:44.590320 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device faff32f5-7f5e-46ea-907d-062a27312deb up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:44.673510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:44.707220 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-74c2eef2-6512-40b5-9150-b60af05c5314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:44.719234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2e2ade59-9acf-4367-97c5-90ccabdf2095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:44.807552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Pushing event updated for resources: {'Port': ['ID=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:44.819668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Network 319fa0ae-8b20-492d-a059-3ff80ee13325 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:44.821061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:44.852995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:44.927421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bcdb1-acff-42a1-b622-5ed77c088610 None None] Pushing event updated for resources: {'Port': ['ID=142b98ad-d917-4ed3-a7f0-9432d527f3de,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:44.941043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e35bcdb1-acff-42a1-b622-5ed77c088610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:44.941817 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbda78cd-3bfb-41ee-993c-b5ddbde18fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:44.963007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:28:44.967584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:44.968289 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:45.077464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:45.103716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:45.135078 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7524176 Feb 17 03:28:45.146780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ef22421-8610-47f0-aba3-b7e557f27cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:45.148189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Transition to ACTIVE for port object 1ffad018-0eeb-4619-96d1-481f827e6930 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:45.154174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ef22421-8610-47f0-aba3-b7e557f27cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:45.155468 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2ef22421-8610-47f0-aba3-b7e557f27cde admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1db9448f-45c5-4b01-964d-a2411512be5d HTTP/1.1" status: 204 len: 168 time: 3.1766539 Feb 17 03:28:45.203499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:45.240168 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:45.264795 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port faff32f5-7f5e-46ea-907d-062a27312deb completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:28:45.284718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port faff32f5-7f5e-46ea-907d-062a27312deb triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:45.285298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:45.313653 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-9e49e4ca-ac45-440f-adce-61af486cb850 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643067 Feb 17 03:28:45.336718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Routers {'145358e8-7014-4329-85b4-c0b350545ed6'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:28:45.337600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:28:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['145358e8-7014-4329-85b4-c0b350545ed6'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:45.369657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddbdff-609c-4c27-97e0-aaac030bb859 req-27dc0619-ce89-4ef5-b86f-407d1394a98b tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:45.373575 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-58ddbdff-609c-4c27-97e0-aaac030bb859 req-27dc0619-ce89-4ef5-b86f-407d1394a98b tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 932 time: 0.8155572 Feb 17 03:28:45.596736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Request body: {'port': {'device_id': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:45.635174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef22421-8610-47f0-aba3-b7e557f27cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db9448f-45c5-4b01-964d-a2411512be5d,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:45.793046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2ef22421-8610-47f0-aba3-b7e557f27cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:45.833927 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276899f4-5fb0-424d-add3-8b3c32920ba5 req-9383175b-8fdc-4078-b18a-847b759208d0 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4583983 Feb 17 03:28:45.853324 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde28d5d-fc3e-49d4-8ce1-a31113fa4c95 req-ae0f746b-1083-418e-bf6c-939ec3c598d0 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:45.855404 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cde28d5d-fc3e-49d4-8ce1-a31113fa4c95 req-ae0f746b-1083-418e-bf6c-939ec3c598d0 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 944 time: 0.8015568 Feb 17 03:28:45.898595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:45.916716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.030848 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cde28d5d-fc3e-49d4-8ce1-a31113fa4c95 req-11ed51e5-a6e8-4ac3-8e1d-24d903ad73d4 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171212 Feb 17 03:28:46.031790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39940) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:46.043461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.069858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:46.075801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port faff32f5-7f5e-46ea-907d-062a27312deb, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=faff32f5-7f5e-46ea-907d-062a27312deb,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:28:46.089412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.089412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:46.131893 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] Set router 145358e8-7014-4329-85b4-c0b350545ed6 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:28:46.144473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.171319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-58ddbdff-609c-4c27-97e0-aaac030bb859 req-b5fc2ac7-236d-4d8d-8e50-fea4bcd24d0e tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Synchronizing usage tracker for tenant:f7ab019d199b4ad091db887f8d6e575b on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:28:46.178892 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.203039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:46.209017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-224612a7-9752-4f62-9353-ae30a4d83216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:46.254337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Usage tracker for resource:security_group_rule and tenant:5d66211240d34ed48368389d24d93f49 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:46.255140 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:46.283206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:46.309337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.337571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:46.340391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:28:46.341037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853010175'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.353213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:46.379675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-58ddbdff-609c-4c27-97e0-aaac030bb859 req-b5fc2ac7-236d-4d8d-8e50-fea4bcd24d0e tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Unset dirty status for tenant:f7ab019d199b4ad091db887f8d6e575b on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:28:46.381140 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-58ddbdff-609c-4c27-97e0-aaac030bb859 req-b5fc2ac7-236d-4d8d-8e50-fea4bcd24d0e tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441294 Feb 17 03:28:46.397177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.397443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b64c281-7f40-41ce-bfe5-39aa84dc20e8,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:46.404683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=faff32f5-7f5e-46ea-907d-062a27312deb,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:46.405342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:46.421463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:46.464255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-fe5fb50b-5d3e-4c8e-9ca9-4b3bcba5c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:46.466470 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-fe5fb50b-5d3e-4c8e-9ca9-4b3bcba5c6ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 1161 time: 0.4855857 Feb 17 03:28:46.565050 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:34Z', 'revision_number': 3, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:46.570911 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c08d3-8b82-48f2-aa57-f7797d182a0b None None] The sync data for ids ['145358e8-7014-4329-85b4-c0b350545ed6'] in dv-cinder-759961-4-smb is: [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:34Z', 'revision_number': 3, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:28:46.621370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffad018-0eeb-4619-96d1-481f827e6930,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:46.626213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:46.683001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-26e141e4-01ac-4633-8f1d-5d85e84337db None None] Provisioning for port 1ffad018-0eeb-4619-96d1-481f827e6930 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:28:46.696481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-26e141e4-01ac-4633-8f1d-5d85e84337db None None] Provisioning complete for port 1ffad018-0eeb-4619-96d1-481f827e6930 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:46.696906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26e141e4-01ac-4633-8f1d-5d85e84337db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.700649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Checking segment: {'id': '2ed187fc-3566-4f1b-be7e-87e539787c52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1cfce111-dbb7-435f-9ed5-714e48747b22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:46.701048 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Network hostable DHCP agents. Network: 1cfce111-dbb7-435f-9ed5-714e48747b22, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:28:46.739850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-bc3b2d8e-8290-4f49-9787-0c51be0a5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:46.741620 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-bc3b2d8e-8290-4f49-9787-0c51be0a5aea service neutron] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 909 time: 0.2639613 Feb 17 03:28:46.820740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-26e141e4-01ac-4633-8f1d-5d85e84337db None None] Port 1ffad018-0eeb-4619-96d1-481f827e6930 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:28:46.843154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Network 1cfce111-dbb7-435f-9ed5-714e48747b22 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:28:46.854219 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-f2dc80b0-016b-43a7-95ab-7c63e916910e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a211319c-6b5f-4062-bc0a-9387de45d702 HTTP/1.1" status: 200 len: 217 time: 0.0968580 Feb 17 03:28:46.865901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.905540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 1cfce111-dbb7-435f-9ed5-714e48747b22) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:46.911271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:46.911926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.916484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820c55f-0329-416e-a34e-6274384d1940 None None] Network 1cfce111-dbb7-435f-9ed5-714e48747b22 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:46.923358 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:46.948512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a49db6ac-82eb-4dfb-b0f3-42bf1fc45609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:47.015569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-a058e9bf-2b01-4a83-a419-52060b12409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:47.016855 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-a058e9bf-2b01-4a83-a419-52060b12409c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.1532042 Feb 17 03:28:47.022375 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d66211240d34ed48368389d24d93f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9718857 Feb 17 03:28:47.022375 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6217585 Feb 17 03:28:47.022747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 39952) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:47.050370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Allocated IP 172.20.0.1 (84af625e-dab1-4542-ad20-85b9a30cb892/06eba100-be3a-4d16-8242-015f3bf7c962/e7e6091e-85a3-41fa-b94a-c1e807d178e5) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:28:47.121372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:47.125430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9374c255-3564-4b36-8d0a-dee6e96145e0,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:47.136670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:47.154597 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-b70aa683-e7da-4be0-8613-efff3a3b8f8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284575 Feb 17 03:28:47.486850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39970) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:47.530228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75adff43-c22f-44a1-879a-4bc184585ab4 None None] Network 1cfce111-dbb7-435f-9ed5-714e48747b22 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:28:47.908774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e77de-e044-47b1-811c-268bba535762 req-00b81f10-2b44-49ef-a63f-4bfab040e63f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:47.910738 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-384e77de-e044-47b1-811c-268bba535762 req-00b81f10-2b44-49ef-a63f-4bfab040e63f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 944 time: 0.6424406 Feb 17 03:28:47.927277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Deleting subnet 0e2f0721-0bb9-48b7-abb2-f56a60289c6a {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:28:47.928952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:47.993299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87b01931-3c7c-46e7-baea-ba0821b03319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.027074 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-95db5a60-75ae-47d1-849e-7e3c04c42163 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638442 Feb 17 03:28:48.042539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.061501 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 03:28:48.086786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87b01931-3c7c-46e7-baea-ba0821b03319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.087078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31559da0-1dff-4bfc-a141-2ce064cd0970 req-35ed62a7-f938-4dcb-a762-601d30d452d7 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:48.095340 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-31559da0-1dff-4bfc-a141-2ce064cd0970 req-35ed62a7-f938-4dcb-a762-601d30d452d7 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 932 time: 0.4069653 Feb 17 03:28:48.132885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.222730 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-384e77de-e044-47b1-811c-268bba535762 req-0041ac56-860b-4c60-b52c-3b7e3bbf746d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596204 Feb 17 03:28:48.224237 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.248395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76f57fd-bc44-4d8f-890a-3528e57bf1f6 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:28:48.260752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.266194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.276544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.284274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853096787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765735'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.302721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:48.325169 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-31559da0-1dff-4bfc-a141-2ce064cd0970 req-af1a0793-d817-4310-b382-e87b76ce9d1e tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288294 Feb 17 03:28:48.339551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Transition to ACTIVE for port object d76f57fd-bc44-4d8f-890a-3528e57bf1f6 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:48.376667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.405181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device faff32f5-7f5e-46ea-907d-062a27312deb up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:48.420979 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b38ca40-1f6a-4b19-8cf5-89c27abca75f req-6edc2530-befe-4aed-811f-9ce1d4257f0f service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3811111 Feb 17 03:28:48.447597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87b01931-3c7c-46e7-baea-ba0821b03319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.487318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port faff32f5-7f5e-46ea-907d-062a27312deb triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:48.487642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.555173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffad018-0eeb-4619-96d1-481f827e6930,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:48.560958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.571555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:48.576869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2d43bab-33fe-4733-90e2-ecbb5b8cc596 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:48.607726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.627995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 142b98ad-d917-4ed3-a7f0-9432d527f3de up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:48.674647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-44204aed-f6e9-411c-90d9-7a8fe7d19311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:48.718640 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2f0721-0bb9-48b7-abb2-f56a60289c6a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:48.726283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:48.756526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 142b98ad-d917-4ed3-a7f0-9432d527f3de completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:28:48.763152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 142b98ad-d917-4ed3-a7f0-9432d527f3de triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:48.763524 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.764171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.771707 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0e2f0721-0bb9-48b7-abb2-f56a60289c6a HTTP/1.1" status: 204 len: 168 time: 1.2653391 Feb 17 03:28:48.774975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 39998) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:48.883497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Network 84af625e-dab1-4542-ad20-85b9a30cb892 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:48.888224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87b01931-3c7c-46e7-baea-ba0821b03319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.892253 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-87b01931-3c7c-46e7-baea-ba0821b03319 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9374c255-3564-4b36-8d0a-dee6e96145e0 HTTP/1.1" status: 204 len: 168 time: 1.8635621 Feb 17 03:28:48.895955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:48.912084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.913119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:28:48.913641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853010175'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.923999 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Pushing event updated for resources: {'Port': ['ID=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:48.932565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:48.943135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f069f447-0d2d-4ffe-9ea0-67cd37d3dc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:48.943765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 142b98ad-d917-4ed3-a7f0-9432d527f3de, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=142b98ad-d917-4ed3-a7f0-9432d527f3de,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:28:48.947341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:48.955416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:48.971971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:48.975483 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b01931-3c7c-46e7-baea-ba0821b03319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9374c255-3564-4b36-8d0a-dee6e96145e0,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:48.977888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:48.990845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-87b01931-3c7c-46e7-baea-ba0821b03319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:48.995741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ccf3ecc0-ae6b-48e8-be6e-5cc1acf128ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:49.066815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=142b98ad-d917-4ed3-a7f0-9432d527f3de,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:49.082368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:49.126319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.283352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e6091e-85a3-41fa-b94a-c1e807d178e5,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:49.438364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Attempting to bind port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:28:49.438765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Attempting to bind port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'ef914efe-5ea9-44f3-893d-baad629c2e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319fa0ae-8b20-492d-a059-3ff80ee13325'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:28:49.442803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Attempting to bind port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 on network 319fa0ae-8b20-492d-a059-3ff80ee13325 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:28:49.447449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:49.447629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.469744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:28:49.470045 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Checking segment: {'id': 'ef914efe-5ea9-44f3-893d-baad629c2e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319fa0ae-8b20-492d-a059-3ff80ee13325'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:49.470477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.470878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Bound using segment: {'id': 'ef914efe-5ea9-44f3-893d-baad629c2e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319fa0ae-8b20-492d-a059-3ff80ee13325'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:28:49.471415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Bound port: d76f57fd-bc44-4d8f-890a-3528e57bf1f6, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef914efe-5ea9-44f3-893d-baad629c2e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '319fa0ae-8b20-492d-a059-3ff80ee13325'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:28:49.471793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.580563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-150d6e24-141a-41c3-bd8e-f685b9dad911 None None] Provisioning complete for port 1ffad018-0eeb-4619-96d1-481f827e6930 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:49.582124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-150d6e24-141a-41c3-bd8e-f685b9dad911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.660804 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.749461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-150d6e24-141a-41c3-bd8e-f685b9dad911 None None] Port 1ffad018-0eeb-4619-96d1-481f827e6930 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:28:49.780391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] For port d76f57fd-bc44-4d8f-890a-3528e57bf1f6, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:28:49.784794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Router 6935eb73-9ac0-439d-a980-e892ac37557d has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:28:49.817274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.817685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.818768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.821241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > port after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.821241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.821241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > port after_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.821241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.821672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.821862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.822227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.838146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] For port d76f57fd-bc44-4d8f-890a-3528e57bf1f6, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,segment=NetworkSegment(ef914efe-5ea9-44f3-893d-baad629c2e82),segment_id=ef914efe-5ea9-44f3-893d-baad629c2e82)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:28:49.904407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.904804 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.905183 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.905561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:28:49.905970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80460e43-c113-4831-ac5c-a615a1ffca59']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:49.908362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.921683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f89285-15dd-44c1-b053-64735848c84e') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:49.922021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f89285-15dd-44c1-b053-64735848c84e') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:49.934836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.952023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:49.963340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:28:50.037239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-2cb5c943-4344-4fa0-831b-8949abe8a535 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:28:50.177610 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Network 80460e43-c113-4831-ac5c-a615a1ffca59 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:28:50.193365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.214868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872400-64ef-42be-932b-476826f8c51e req-9582443a-5703-490f-8d49-8b3edf3db7d5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:50.222822 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ae872400-64ef-42be-932b-476826f8c51e req-9582443a-5703-490f-8d49-8b3edf3db7d5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 944 time: 0.7189081 Feb 17 03:28:50.239495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:50.319229 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7012836-0949-4d3e-a743-9c547eafaafe req-e94d629b-43a3-4d6a-908f-c77ed53b384a tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:50.327567 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d7012836-0949-4d3e-a743-9c547eafaafe req-e94d629b-43a3-4d6a-908f-c77ed53b384a tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 944 time: 0.7438560 Feb 17 03:28:50.330017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 142b98ad-d917-4ed3-a7f0-9432d527f3de up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:50.416613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 142b98ad-d917-4ed3-a7f0-9432d527f3de triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:50.417055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.476964 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ae872400-64ef-42be-932b-476826f8c51e req-70891a04-4fc9-49e2-9400-b92a59103303 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530704 Feb 17 03:28:50.505075 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d7012836-0949-4d3e-a743-9c547eafaafe req-7b636fae-cd4e-437f-832c-de2e07b76b1b tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717577 Feb 17 03:28:50.540583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Network 80460e43-c113-4831-ac5c-a615a1ffca59 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: from cryptography.utils import int_from_bytes Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: from cryptography.utils import int_from_bytes Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: (rel_b, rel_a, rel_b), Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: (rel_b, rel_a, rel_b), Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:28:50.572967 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:28:50.643421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device a211319c-6b5f-4062-bc0a-9387de45d702 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:50.659473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.664251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:50.684854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.691208 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/80460e43-c113-4831-ac5c-a615a1ffca59 HTTP/1.1" status: 204 len: 168 time: 1.9148986 Feb 17 03:28:50.692475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=80460e43-c113-4831-ac5c-a615a1ffca59,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:50.694242 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40058) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:50.697051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:50.723604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.739217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Pushing event updated for resources: {'Port': ['ID=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:50.743717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:50.758846 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:50.758846 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.761024 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] 10.222.0.38 "PUT /v2.0/ports/d76f57fd-bc44-4d8f-890a-3528e57bf1f6 HTTP/1.1" status: 200 len: 1158 time: 5.1751175 Feb 17 03:28:50.764662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'tag': 'd76f57fd-bc44-4d8f-890a-3528e57bf1f6'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:28:50.771985 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port a211319c-6b5f-4062-bc0a-9387de45d702 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:28:50.778227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port a211319c-6b5f-4062-bc0a-9387de45d702 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:50.778746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.846108 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] Deleting subnet 0b64c281-7f40-41ce-bfe5-39aa84dc20e8 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:28:50.849735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.851791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.930174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15667004'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.931887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853096787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765735'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:50.986698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:51.022035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:51.031325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:51.051722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d859606-f307-42d9-b35e-a27767722eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a211319c-6b5f-4062-bc0a-9387de45d702'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:28:51.104536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:28:51.122666 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] 10.222.0.49 "PUT /v2.0/routers/6935eb73-9ac0-439d-a980-e892ac37557d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0003407 Feb 17 03:28:51.125116 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Sync routers for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:28:51.135400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e6091e-85a3-41fa-b94a-c1e807d178e5,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:51.138840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:51.139383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:28:51.141349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port a211319c-6b5f-4062-bc0a-9387de45d702, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a211319c-6b5f-4062-bc0a-9387de45d702,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:28:51.142672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:28:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:51.153753 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:51.156362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:51.224461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345644e-3c78-44aa-b811-a87701935246 req-6b49df9a-1f2a-429f-9dac-6fd304508e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:51.226123 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-6b49df9a-1f2a-429f-9dac-6fd304508e1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7ab019d199b4ad091db887f8d6e575b&device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 1161 time: 0.3671222 Feb 17 03:28:51.319819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=a211319c-6b5f-4062-bc0a-9387de45d702,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:51.337647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:51.470515 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-87032ba8-1680-4e7e-9faf-9724fa65ee4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76f57fd-bc44-4d8f-890a-3528e57bf1f6 HTTP/1.1" status: 200 len: 217 time: 0.2221014 Feb 17 03:28:51.567440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15502013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16395473'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:51.571060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:28:51.606478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-84d8e957-fbe0-4abe-a853-b7ea2377a06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:51.707688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Network 84af625e-dab1-4542-ad20-85b9a30cb892 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:28:51.709933 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345644e-3c78-44aa-b811-a87701935246 req-9e881389-b900-4c06-8479-768a5988a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:51.710383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b64c281-7f40-41ce-bfe5-39aa84dc20e8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:51.718333 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-9e881389-b900-4c06-8479-768a5988a299 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f7a1e4a-e68f-47cd-835f-c2db8a4fdd21 HTTP/1.1" status: 200 len: 851 time: 0.2351565 Feb 17 03:28:51.727202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:28:51.862825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:51.982092 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:51.996780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c111316-65d0-426a-824e-7425001c9c0f req-9c277d36-30a3-41e4-b8d0-f6513e390ee7 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:51.998446 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3c111316-65d0-426a-824e-7425001c9c0f req-9c277d36-30a3-41e4-b8d0-f6513e390ee7 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 0.2610183 Feb 17 03:28:52.001756 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0e8e6021-efa0-466f-ac87-58654d6878b0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b64c281-7f40-41ce-bfe5-39aa84dc20e8 HTTP/1.1" status: 204 len: 168 time: 1.3065040 Feb 17 03:28:52.005690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device a211319c-6b5f-4062-bc0a-9387de45d702 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:52.007687 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40118) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:52.129705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port a211319c-6b5f-4062-bc0a-9387de45d702 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:52.129889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:52.203734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:47Z', 'revision_number': 2, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:52.212429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Checking router: 6935eb73-9ac0-439d-a980-e892ac37557d for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:28:52.212825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Updating router 6935eb73-9ac0-439d-a980-e892ac37557d port 1ffad018-0eeb-4619-96d1-481f827e6930 binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:28:52.213991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:52.232191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40122) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:52.264017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Router 145358e8-7014-4329-85b4-c0b350545ed6 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:28:52.281146 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-b3228ec9-4d5b-4bb3-8845-33631b278cca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=319fa0ae-8b20-492d-a059-3ff80ee13325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5470445 Feb 17 03:28:52.335016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:52.348160 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3c111316-65d0-426a-824e-7425001c9c0f req-b648b06e-84b4-4c96-958e-bec2a9ec500f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 Feb 17 03:28:52.518111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:52.561592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40134) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:52.866167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40144) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:52.912389 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-36d702d2-80d9-4e0d-8371-7baba0b86bf3 service neutron] 10.222.0.38 "GET /v2.0/networks/319fa0ae-8b20-492d-a059-3ff80ee13325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145756 Feb 17 03:28:52.973076 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454457043', 'description': 'tempest-description--491895922'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:53.006511 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:28:53.016545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.017598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.018270 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Sync routers for ids ['145358e8-7014-4329-85b4-c0b350545ed6'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:28:53.029214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Routers {'145358e8-7014-4329-85b4-c0b350545ed6'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:28:53.030031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:28:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['145358e8-7014-4329-85b4-c0b350545ed6'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:53.037938 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] 10.222.0.49 "PUT /v2.0/routers/145358e8-7014-4329-85b4-c0b350545ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6696587 Feb 17 03:28:53.039194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:53.043573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:53.047559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Usage tracker for resource:security_group_rule and tenant:71aaef636d754c24ac2bcb98d1c859ec is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:53.051003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:53.051284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:53.058127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Usage tracker for resource:security_group_rule and tenant:73098f4436114916bc5f2e59c80ea173 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:53.061955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:53.068930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:53.070806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.074184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:53.098464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Transition to ACTIVE for port object 1ffad018-0eeb-4619-96d1-481f827e6930 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:53.107430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.168151 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:53.195344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.222098 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.223686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.287214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:security_group and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:53.290578 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.292796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:53.309419 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'tag': 'd76f57fd-bc44-4d8f-890a-3528e57bf1f6', 'status': 'completed', 'code': 200} Feb 17 03:28:53.315465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:53.337869 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71aaef636d754c24ac2bcb98d1c859ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750521 Feb 17 03:28:53.340228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfce111-dbb7-435f-9ed5-714e48747b22']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:53.349434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40158) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:53.350520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:53.353519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-87b01931-3c7c-46e7-baea-ba0821b03319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:53.367112 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73098f4436114916bc5f2e59c80ea173&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0936732 Feb 17 03:28:53.368042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40162) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:53.441451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed187fc-3566-4f1b-be7e-87e539787c52') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:53.441789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed187fc-3566-4f1b-be7e-87e539787c52') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:53.458989 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0949b8f-a7b9-433e-8693-8ae1e16b576b req-6014ba86-0a90-499f-ab24-ca9baedb7069 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:53.460709 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0949b8f-a7b9-433e-8693-8ae1e16b576b req-6014ba86-0a90-499f-ab24-ca9baedb7069 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 944 time: 0.7971420 Feb 17 03:28:53.471484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0b55615-5e20-41f2-9c4e-36b1158ccd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.502248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0b55615-5e20-41f2-9c4e-36b1158ccd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.555687 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d859606-f307-42d9-b35e-a27767722eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a211319c-6b5f-4062-bc0a-9387de45d702', 'code': 200} Feb 17 03:28:53.579967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.617617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.619140 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0b55615-5e20-41f2-9c4e-36b1158ccd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.619977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401f18a9-8f12-4c44-8672-1ab02151e972,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:53.623564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:53.632506 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0949b8f-a7b9-433e-8693-8ae1e16b576b req-46499459-3a1c-427a-a31f-161030622a46 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021051 Feb 17 03:28:53.643549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226f10aa-d2c7-4b9a-9a8f-dea5d90f0dab,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:53.681461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:53.683869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d0df32f2-b022-49bd-b301-81f7504a023e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:53.703055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Attempting to bind port 1ffad018-0eeb-4619-96d1-481f827e6930 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:28:53.703470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Attempting to bind port 1ffad018-0eeb-4619-96d1-481f827e6930 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:28:53.703873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Attempting to bind port 1ffad018-0eeb-4619-96d1-481f827e6930 on network 5eecfe3e-a97a-4788-a5ca-77454eebf558 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:28:53.709877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Set router 145358e8-7014-4329-85b4-c0b350545ed6 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:28:53.710310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:security_group_rule and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:53.712335 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:28:53.712747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Checking segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:53.713171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.724542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Bound using segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:28:53.725120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Bound port: 1ffad018-0eeb-4619-96d1-481f827e6930, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:28:53.725562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.728498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b55615-5e20-41f2-9c4e-36b1158ccd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f10aa-d2c7-4b9a-9a8f-dea5d90f0dab,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:53.741271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:53.752909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0b55615-5e20-41f2-9c4e-36b1158ccd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:53.767579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:53.772551 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a345644e-3c78-44aa-b811-a87701935246 req-6460bba4-7256-4a4f-a1a3-4a9ed695cb56 service neutron] 10.222.0.38 "GET /v2.0/networks/319fa0ae-8b20-492d-a059-3ff80ee13325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8381720 Feb 17 03:28:53.783618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0b55615-5e20-41f2-9c4e-36b1158ccd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.785228 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a0b55615-5e20-41f2-9c4e-36b1158ccd8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/226f10aa-d2c7-4b9a-9a8f-dea5d90f0dab HTTP/1.1" status: 204 len: 168 time: 0.4166925 Feb 17 03:28:53.815392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:53.846616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] For port 1ffad018-0eeb-4619-96d1-481f827e6930, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:28:53.849477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.850077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] For port 1ffad018-0eeb-4619-96d1-481f827e6930, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=1ffad018-0eeb-4619-96d1-481f827e6930,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:28:53.854476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3a79e-cc7c-434d-b01e-de6815c4cd88 None None] Pushing event updated for resources: {'Port': ['ID=1ffad018-0eeb-4619-96d1-481f827e6930,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:53.856999 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-5825c65b-3e73-4535-8666-efa4de5285e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:53.858381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:53.859383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-27c3a79e-cc7c-434d-b01e-de6815c4cd88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:53.859606 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-5825c65b-3e73-4535-8666-efa4de5285e8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 1163 time: 0.4095557 Feb 17 03:28:53.866365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:28:53.876043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e0fec155-2aeb-4597-be9a-29ef78a3147d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:53.904597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c240aebc-b0c7-4989-83c1-9c976228d14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.067485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.111190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3a79e-cc7c-434d-b01e-de6815c4cd88 None None] Pushing event updated for resources: {'Port': ['ID=1ffad018-0eeb-4619-96d1-481f827e6930,revision_number=4']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:54.115843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-27c3a79e-cc7c-434d-b01e-de6815c4cd88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:54.128142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.168887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:28:54.169969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:28:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:54.178019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.194523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2ef22421-8610-47f0-aba3-b7e557f27cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:54.212914 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.242273 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:54.251427 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Usage tracker for resource:security_group_rule and tenant:f9b762c970ec415cad9bd2549111daa3 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:54.254733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:54.267416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2e905-9162-4d33-8ac2-7cd84bed323c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:54.274983 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:54.278543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:54.314645 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-0ecdb9c6-fc51-4deb-8895-9a03702b6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:54.316455 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-0ecdb9c6-fc51-4deb-8895-9a03702b6125 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7ab019d199b4ad091db887f8d6e575b&device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 1161 time: 0.3984408 Feb 17 03:28:54.322017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.328493 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4194913 Feb 17 03:28:54.331340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40200) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:54.378362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'security_group_rule': {'security_group_id': 'efe2e905-9162-4d33-8ac2-7cd84bed323c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:54.401356 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:54.412799 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:security_group_rule and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:54.467063 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:54.489057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:54.507445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40204) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:54.534817 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.553253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:28:54.556605 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:54.560754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Usage tracker for resource:security_group_rule and tenant:94d4c42b988f4da0aa131c4a3e269070 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:54.564796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:54.570627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:54.585079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6d79f974-7f65-4a6d-832b-8ca43bca239c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:54.586302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6d79f974-7f65-4a6d-832b-8ca43bca239c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Synchronizing usage tracker for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:28:54.639191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Network 1cfce111-dbb7-435f-9ed5-714e48747b22 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:28:54.644513 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:49Z', 'revision_number': 4, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'e7e6091e-85a3-41fa-b94a-c1e807d178e5', 'name': '', 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'mac_address': 'fa:16:3e:4d:7f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '06eba100-be3a-4d16-8242-015f3bf7c962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:45Z', 'updated_at': '2021-02-17T03:28:50Z', 'revision_number': 2, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'subnets': [{'id': '06eba100-be3a-4d16-8242-015f3bf7c962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:54.654539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Checking router: 145358e8-7014-4329-85b4-c0b350545ed6 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:28:54.654882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Updating router 145358e8-7014-4329-85b4-c0b350545ed6 port e7e6091e-85a3-41fa-b94a-c1e807d178e5 binding host dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:28:54.766446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476781a-6933-4675-a28b-5e96185c8f4f req-d90eac2b-3aea-4751-9620-6c2487c3a00f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:54.771132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.773101 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5476781a-6933-4675-a28b-5e96185c8f4f req-d90eac2b-3aea-4751-9620-6c2487c3a00f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 1.1481562 Feb 17 03:28:54.784408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.824952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.827626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6d79f974-7f65-4a6d-832b-8ca43bca239c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Unset dirty status for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:28:54.831181 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6d79f974-7f65-4a6d-832b-8ca43bca239c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 818 time: 0.6276150 Feb 17 03:28:54.833660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c240aebc-b0c7-4989-83c1-9c976228d14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.917944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.927053 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.935161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.944689 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-4abb1b91-d54b-4b52-8b2e-d316bd0532d2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/quotas/f1d59e0bc9db4584983bd1ecf20411f1 HTTP/1.1" status: 200 len: 375 time: 0.0422821 Feb 17 03:28:54.982415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:54.989872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:54.999180 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-73b4a99f-c1de-4458-b43d-7f53b5cdef03 req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8452752 Feb 17 03:28:55.030027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:55.059776 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94d4c42b988f4da0aa131c4a3e269070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505400 Feb 17 03:28:55.063466 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4860414-9e04-4993-874e-ae0a89d7c19b,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:55.066951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:55.101516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.104469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40212) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:55.109793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.154722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-e5f74e77-e950-4951-b1cd-7940c3a11c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:55.156384 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-e5f74e77-e950-4951-b1cd-7940c3a11c71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=319fa0ae-8b20-492d-a059-3ff80ee13325 HTTP/1.1" status: 200 len: 905 time: 0.8216147 Feb 17 03:28:55.174782 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5476781a-6933-4675-a28b-5e96185c8f4f req-88a44cc7-3638-4d15-b070-3a8e668bfddf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213420 Feb 17 03:28:55.188551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:55.221701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:53Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:55.226913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6c2f3-cc7e-45a3-acbd-17afd6d1cd13 None None] The sync data for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb is: [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:53Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:28:55.236075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Network 1cfce111-dbb7-435f-9ed5-714e48747b22 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:28:55.244008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-adc4db4b-f1ad-4f92-ba2b-9141bbb3ad60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.246274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ce90c9-65c6-4047-aea7-aaf5546215e2,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:28:55.267740 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:28:55.274827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:55.282461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.287875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb0d9de-f32d-4240-9e92-b1d4bd00c042,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:55.294198 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.298409 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9596615 Feb 17 03:28:55.333649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40216) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:55.344450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:55.348328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'security_group_rule': {'security_group_id': 'efe2e905-9162-4d33-8ac2-7cd84bed323c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:55.365317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:55.372835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-adc4db4b-f1ad-4f92-ba2b-9141bbb3ad60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.376388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Transition to ACTIVE for port object e7e6091e-85a3-41fa-b94a-c1e807d178e5 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:28:55.386016 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-86a5025f-1a00-40c4-89e9-1832319c6d52 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4096706 Feb 17 03:28:55.390402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.390572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c240aebc-b0c7-4989-83c1-9c976228d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.407866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:55.456798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:security_group_rule and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:55.460192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:55.467631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:55.484499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:55.503318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4f354-ac6a-40db-8723-a9409c6d041e None None] Pushing event updated for resources: {'Port': ['ID=e7e6091e-85a3-41fa-b94a-c1e807d178e5,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:55.532725 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-050f25c9-babe-4dd3-81a7-d40ecc01ce78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d76f57fd-bc44-4d8f-890a-3528e57bf1f6 HTTP/1.1" status: 200 len: 217 time: 0.1483736 Feb 17 03:28:55.537964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-adc4db4b-f1ad-4f92-ba2b-9141bbb3ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.562581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.567393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24f4f354-ac6a-40db-8723-a9409c6d041e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:55.583333 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-16c1cff5-fa90-4dea-997b-c4a0fb7c4990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:55.585371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240aebc-b0c7-4989-83c1-9c976228d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f18a9-8f12-4c44-8672-1ab02151e972,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:55.597776 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.604689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c240aebc-b0c7-4989-83c1-9c976228d14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:55.612084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:55.630571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4db4b-f1ad-4f92-ba2b-9141bbb3ad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4860414-9e04-4993-874e-ae0a89d7c19b,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:55.634143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-adc4db4b-f1ad-4f92-ba2b-9141bbb3ad60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:55.662756 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-adc4db4b-f1ad-4f92-ba2b-9141bbb3ad60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.666500 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-adc4db4b-f1ad-4f92-ba2b-9141bbb3ad60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4860414-9e04-4993-874e-ae0a89d7c19b HTTP/1.1" status: 204 len: 168 time: 0.5583994 Feb 17 03:28:55.677613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.708685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-4c346315-a6e7-4fcb-bbc9-8e379564c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:55.710614 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-4c346315-a6e7-4fcb-bbc9-8e379564c9b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f7a1e4a-e68f-47cd-835f-c2db8a4fdd21 HTTP/1.1" status: 200 len: 851 time: 0.1652505 Feb 17 03:28:55.711365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfce111-dbb7-435f-9ed5-714e48747b22,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:55.716543 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-51af2949-4d30-46d7-aef8-388ada964537 service neutron] 10.222.0.49 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821887 Feb 17 03:28:55.717808 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] 10.222.0.49 "DELETE /v2.0/networks/1cfce111-dbb7-435f-9ed5-714e48747b22 HTTP/1.1" status: 204 len: 168 time: 3.7087252 Feb 17 03:28:55.720495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c240aebc-b0c7-4989-83c1-9c976228d14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.725662 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c240aebc-b0c7-4989-83c1-9c976228d14a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/401f18a9-8f12-4c44-8672-1ab02151e972 HTTP/1.1" status: 204 len: 168 time: 2.3361213 Feb 17 03:28:55.729028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:55.839224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.854840 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-7f8d9186-cb86-48e4-ae45-abb7bf44627e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=319fa0ae-8b20-492d-a059-3ff80ee13325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026056 Feb 17 03:28:55.856656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:55.983713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Attempting to bind port e7e6091e-85a3-41fa-b94a-c1e807d178e5 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:28:55.984219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Attempting to bind port e7e6091e-85a3-41fa-b94a-c1e807d178e5 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:28:55.984712 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Attempting to bind port e7e6091e-85a3-41fa-b94a-c1e807d178e5 on network 84af625e-dab1-4542-ad20-85b9a30cb892 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:28:55.995150 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:28:56.000328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Checking segment: {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:28:56.001054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:56.001721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Bound using segment: {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:28:56.008759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Bound port: e7e6091e-85a3-41fa-b94a-c1e807d178e5, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:28:56.008759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:56.094191 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-331d46b1-f87d-4d2c-a828-3980e9ac93d8 service neutron] 10.222.0.38 "GET /v2.0/networks/319fa0ae-8b20-492d-a059-3ff80ee13325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337818 Feb 17 03:28:56.096474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-77d201fd-0368-49f5-907c-b9ed43d651fc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:56.114986 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-49cbde37-e187-4340-a12e-3842f9c956c4 service neutron] 10.222.0.49 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3848648 Feb 17 03:28:56.133733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f050b2-4f10-4597-be57-622a9e3d49b2 req-250c5c5f-5e59-4142-acc4-53598abd5dc3 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:56.143416 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4f050b2-4f10-4597-be57-622a9e3d49b2 req-250c5c5f-5e59-4142-acc4-53598abd5dc3 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 944 time: 0.7558606 Feb 17 03:28:56.195015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ba801a-7fac-4452-93ad-5c444306cbd9,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:56.202631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:56.223170 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4f050b2-4f10-4597-be57-622a9e3d49b2 req-0b587ff4-a6cb-40dd-9aaf-a464efc9ea7d tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743933 Feb 17 03:28:56.296386 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] For port e7e6091e-85a3-41fa-b94a-c1e807d178e5, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:28:56.299965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] For port e7e6091e-85a3-41fa-b94a-c1e807d178e5, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=e7e6091e-85a3-41fa-b94a-c1e807d178e5,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:28:56.310718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:56.338706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:56.366222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:56.367584 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0326390 Feb 17 03:28:56.373986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40244) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:56.410756 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40250) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:56.488192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'floatingip': {'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:56.511151 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:56.518657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 1ffad018-0eeb-4619-96d1-481f827e6930 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:56.578782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:floatingip and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:56.590910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:56.605448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:56.634611 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a422e043-6b36-4dfa-b305-0aeb45b3e1df req-c67a6c7c-9916-4191-9739-9b395d10bd40 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 210 time: 0.1343331 Feb 17 03:28:56.641205 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b4c5f9b9-ced5-4eb6-acc9-86786fba341a req-875c7719-a7ad-45bd-9926-fa0568b9b0bb service neutron] 10.222.0.38 "GET /v2.0/networks/319fa0ae-8b20-492d-a059-3ff80ee13325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5368187 Feb 17 03:28:56.680135 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-be5eb970-532d-4a14-8445-6e75d53c5571 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd7e8eb8dd804a3fb50ee3eb5e85ffe2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2678783 Feb 17 03:28:56.693506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40264) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:56.694536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:56.765797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4f354-ac6a-40db-8723-a9409c6d041e None None] Pushing event updated for resources: {'Port': ['ID=e7e6091e-85a3-41fa-b94a-c1e807d178e5,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:56.834125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66079eb6-19ef-4ba1-9a13-d301cf7d8990 req-d4eabaa0-65c5-49b3-b655-bb6aacf947be tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:56.844576 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66079eb6-19ef-4ba1-9a13-d301cf7d8990 req-d4eabaa0-65c5-49b3-b655-bb6aacf947be tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 0.4735768 Feb 17 03:28:56.927503 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24f4f354-ac6a-40db-8723-a9409c6d041e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:56.964194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 1ffad018-0eeb-4619-96d1-481f827e6930 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:28:56.984243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 1ffad018-0eeb-4619-96d1-481f827e6930 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:56.984764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.052262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40280) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:57.105156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95f3c606-af92-4e56-890d-72b4a15b5599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.127569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.182779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:57.193644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Usage tracker for resource:security_group_rule and tenant:df75948990184c2ea0d7037cd8f18779 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:57.202577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:57.220856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:57.236214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Routers {'145358e8-7014-4329-85b4-c0b350545ed6'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:28:57.237685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:28:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['145358e8-7014-4329-85b4-c0b350545ed6'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:57.334960 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66079eb6-19ef-4ba1-9a13-d301cf7d8990 req-296fc721-07a5-4fe6-86cf-82dfd9ba3948 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885571 Feb 17 03:28:57.347515 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95f3c606-af92-4e56-890d-72b4a15b5599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.390493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.411557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.422357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.431974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0b55615-5e20-41f2-9c4e-36b1158ccd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:57.497139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 1ffad018-0eeb-4619-96d1-481f827e6930, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=1ffad018-0eeb-4619-96d1-481f827e6930,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:28:57.515625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.520873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:57.529047 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df75948990184c2ea0d7037cd8f18779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727008 Feb 17 03:28:57.529047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefe48a6-966c-4912-9ff1-e985fc5402f2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:57.531163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40302) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:57.550571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:57.612812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] Set router 145358e8-7014-4329-85b4-c0b350545ed6 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:28:57.630492 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbcd807d-9d87-4686-83e0-83fa0b027ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.682520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=1ffad018-0eeb-4619-96d1-481f827e6930,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:57.688790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:57.703277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbcd807d-9d87-4686-83e0-83fa0b027ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.803133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbcd807d-9d87-4686-83e0-83fa0b027ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.809124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:57.825107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd807d-9d87-4686-83e0-83fa0b027ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefe48a6-966c-4912-9ff1-e985fc5402f2,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:57.828844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dbcd807d-9d87-4686-83e0-83fa0b027ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:57.833765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbcd807d-9d87-4686-83e0-83fa0b027ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:57.835164 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-dbcd807d-9d87-4686-83e0-83fa0b027ded admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cefe48a6-966c-4912-9ff1-e985fc5402f2 HTTP/1.1" status: 204 len: 168 time: 0.2907364 Feb 17 03:28:57.989194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db886-967b-44ee-9c76-fad18560be78 req-166a73fd-8e6e-4bd6-8404-721c2661c74d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:57.991139 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-166a73fd-8e6e-4bd6-8404-721c2661c74d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 818 time: 0.7947750 Feb 17 03:28:57.994205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:58.035378 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95f3c606-af92-4e56-890d-72b4a15b5599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:58.038239 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-32d7ec9b-fd35-446f-a740-79deb9b31962 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/quotas/f1d59e0bc9db4584983bd1ecf20411f1 HTTP/1.1" status: 200 len: 375 time: 0.0287826 Feb 17 03:28:58.093308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f0464643-f0af-454a-9115-332d0f98dfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:28:58.291888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bae8-060b-48f0-99d1-12a2569114d1 req-df05ba80-a546-48aa-b6b9-b55a20a053c4 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:58.299504 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8dc1bae8-060b-48f0-99d1-12a2569114d1 req-df05ba80-a546-48aa-b6b9-b55a20a053c4 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 944 time: 0.4959126 Feb 17 03:28:58.301093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3c606-af92-4e56-890d-72b4a15b5599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e214f5e-a45e-4463-81e5-c2357d878147,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:28:58.373122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 1ffad018-0eeb-4619-96d1-481f827e6930 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:58.385523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95f3c606-af92-4e56-890d-72b4a15b5599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:58.389482 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-95f3c606-af92-4e56-890d-72b4a15b5599 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e214f5e-a45e-4463-81e5-c2357d878147 HTTP/1.1" status: 204 len: 168 time: 1.6464522 Feb 17 03:28:58.416623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-95f3c606-af92-4e56-890d-72b4a15b5599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:28:58.491865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 1ffad018-0eeb-4619-96d1-481f827e6930 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:58.492433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:58.519651 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8dc1bae8-060b-48f0-99d1-12a2569114d1 req-6cd7733a-11fe-4097-9565-363db9db7c56 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387329 Feb 17 03:28:58.666024 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-61e6e876-aba3-47e6-bfa6-253c29d76ef1 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6103592 Feb 17 03:28:58.708743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:49Z', 'revision_number': 4, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'e7e6091e-85a3-41fa-b94a-c1e807d178e5', 'name': '', 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'mac_address': 'fa:16:3e:4d:7f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '06eba100-be3a-4d16-8242-015f3bf7c962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:45Z', 'updated_at': '2021-02-17T03:28:56Z', 'revision_number': 4, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'subnets': [{'id': '06eba100-be3a-4d16-8242-015f3bf7c962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:28:58.724695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f67af-37fa-451a-a368-913560f5c189 None None] The sync data for ids ['145358e8-7014-4329-85b4-c0b350545ed6'] in dv-cinder-759961-4-smb is: [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:49Z', 'revision_number': 4, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'e7e6091e-85a3-41fa-b94a-c1e807d178e5', 'name': '', 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'mac_address': 'fa:16:3e:4d:7f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '06eba100-be3a-4d16-8242-015f3bf7c962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:45Z', 'updated_at': '2021-02-17T03:28:56Z', 'revision_number': 4, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'subnets': [{'id': '06eba100-be3a-4d16-8242-015f3bf7c962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:28:58.843501 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-07b04c7c-242b-4586-8d8c-c4da8c621029 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:28:59.142724 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-4e6166cd-62bb-46ef-8754-b70d49796586 service neutron] 10.222.0.49 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565256 Feb 17 03:28:59.156261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-537a6b7c-d247-475b-ba36-97984fcc9e90 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:59.158084 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-537a6b7c-d247-475b-ba36-97984fcc9e90 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 818 time: 0.3366191 Feb 17 03:28:59.186905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Request body: {'port': {'device_id': 'de419773-1f06-432c-8706-8ecbc2d40728', 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892', 'admin_state_up': True, 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:28:59.411420 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589ced-fe67-4270-87d8-4f513d26c275 req-53f68cd8-e51d-46b3-be27-9bbebb748dbf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:28:59.413200 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-91589ced-fe67-4270-87d8-4f513d26c275 req-53f68cd8-e51d-46b3-be27-9bbebb748dbf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 0.6548498 Feb 17 03:28:59.449835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:28:59.464982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Usage tracker for resource:port and tenant:f1d59e0bc9db4584983bd1ecf20411f1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:28:59.470348 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:28:59.486147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:28:59.502320 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Allocated IP 172.28.2.107 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/3bea0ca2-0090-455a-908f-6a02d2fece24) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:28:59.503015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Made reservation on behalf of f1d59e0bc9db4584983bd1ecf20411f1 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:28:59.508811 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-91589ced-fe67-4270-87d8-4f513d26c275 req-81a52592-4714-4d97-90fd-65a72176b657 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817401 Feb 17 03:28:59.509786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:28:59.522340 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-8cc35378-600e-4ecd-ac72-e3da00660e9c service neutron] 10.222.0.49 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3625298 Feb 17 03:28:59.584298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40376) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:28:59.661672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device d76f57fd-bc44-4d8f-890a-3528e57bf1f6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:28:59.950723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:28:59.957658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:28:59.966276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:00.046586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:00.196315 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3fce8490-bf0a-431e-ab60-04d754e2bc78 req-c93ab1bd-732d-48fd-a734-81c38d6f7edf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 210 time: 0.3295467 Feb 17 03:29:00.267486 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d48c90d7-4fde-4463-9e9c-478659eb4701 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0c3925bea7349bf8dce96c1b457159b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6818893 Feb 17 03:29:00.272085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40398) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:00.294464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:00.356584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179f8f2-de90-4726-8d8f-a51b2b681faf req-f37f9bb4-bfc2-4beb-9475-6654cef020b1 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:00.358317 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b179f8f2-de90-4726-8d8f-a51b2b681faf req-f37f9bb4-bfc2-4beb-9475-6654cef020b1 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 944 time: 0.5377023 Feb 17 03:29:00.366585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:00.372086 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f57fd-bc44-4d8f-890a-3528e57bf1f6'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:00.413879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port d76f57fd-bc44-4d8f-890a-3528e57bf1f6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,segment=NetworkSegment(ef914efe-5ea9-44f3-893d-baad629c2e82),segment_id=ef914efe-5ea9-44f3-893d-baad629c2e82)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:00.432028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:00.435434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:00.463469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Allocated IP 172.20.0.2 (84af625e-dab1-4542-ad20-85b9a30cb892/06eba100-be3a-4d16-8242-015f3bf7c962/b28bf9e8-e8df-4b19-a589-0b209465ca5c) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:00.540272 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76f57fd-bc44-4d8f-890a-3528e57bf1f6', 'code': 200} Feb 17 03:29:00.569459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device e7e6091e-85a3-41fa-b94a-c1e807d178e5 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:00.689832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:00.765222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port e7e6091e-85a3-41fa-b94a-c1e807d178e5 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:00.782403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port e7e6091e-85a3-41fa-b94a-c1e807d178e5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:00.783009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:00.821075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:00.825649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:01.022773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.038425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device d76f57fd-bc44-4d8f-890a-3528e57bf1f6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:01.064923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.076302 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b179f8f2-de90-4726-8d8f-a51b2b681faf req-0422dd6d-07d8-4f68-99c0-14a1090d2e39 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7015965 Feb 17 03:29:01.140944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:01.239302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.270088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Pushing event updated for resources: {'Port': ['ID=b28bf9e8-e8df-4b19-a589-0b209465ca5c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:01.293126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:01.293376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf751fe-2ccf-43f0-b9cd-26f958146fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.332398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf751fe-2ccf-43f0-b9cd-26f958146fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.346058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:01.346492 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.403696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf751fe-2ccf-43f0-b9cd-26f958146fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.410234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'Port': ['ID=3bea0ca2-0090-455a-908f-6a02d2fece24,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:01.419281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:01.423936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:01.442261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf751fe-2ccf-43f0-b9cd-26f958146fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232a2f2-971e-4d76-a34e-6d325bba316a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:01.458252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port e7e6091e-85a3-41fa-b94a-c1e807d178e5, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=e7e6091e-85a3-41fa-b94a-c1e807d178e5,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:01.478906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.482757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:01.497353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ccf751fe-2ccf-43f0-b9cd-26f958146fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:01.537932 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c6aa378-3b59-4f81-bc4a-68dc49038924 req-8cebe972-bfd1-4be6-b91e-f12c6dd8c607 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 210 time: 0.0968943 Feb 17 03:29:01.575566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ccf751fe-2ccf-43f0-b9cd-26f958146fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.576453 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ccf751fe-2ccf-43f0-b9cd-26f958146fc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0232a2f2-971e-4d76-a34e-6d325bba316a HTTP/1.1" status: 204 len: 168 time: 1.3019786 Feb 17 03:29:01.579602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:01.582409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:01.585921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:01.641531 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd6abc-8d32-4b9d-8498-8d3053e394f9 req-3550df63-b674-4d23-ba2e-d471cb49127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:01.642987 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fdd6abc-8d32-4b9d-8498-8d3053e394f9 req-3550df63-b674-4d23-ba2e-d471cb49127a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 1163 time: 0.6598330 Feb 17 03:29:01.713031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Network 84af625e-dab1-4542-ad20-85b9a30cb892 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:01.727516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:01.734351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:01.752631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:01.754401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.784258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=e7e6091e-85a3-41fa-b94a-c1e807d178e5,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:01.802143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:01.820568 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6378446 Feb 17 03:29:01.846529 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Request body: {'port': {'device_id': 'de419773-1f06-432c-8706-8ecbc2d40728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:01.862714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0fdd6abc-8d32-4b9d-8498-8d3053e394f9 req-b34c4a02-cfdb-4f29-905b-c0de76b9f8b2 service neutron] Synchronizing usage tracker for tenant:f9b762c970ec415cad9bd2549111daa3 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:01.894654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:01.904189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0fdd6abc-8d32-4b9d-8498-8d3053e394f9 req-b34c4a02-cfdb-4f29-905b-c0de76b9f8b2 service neutron] Unset dirty status for tenant:f9b762c970ec415cad9bd2549111daa3 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:01.905418 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fdd6abc-8d32-4b9d-8498-8d3053e394f9 req-b34c4a02-cfdb-4f29-905b-c0de76b9f8b2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455873 Feb 17 03:29:01.997741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:02.079059 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:02.405255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device e7e6091e-85a3-41fa-b94a-c1e807d178e5 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:02.642085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port e7e6091e-85a3-41fa-b94a-c1e807d178e5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:02.646660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.060464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device d76f57fd-bc44-4d8f-890a-3528e57bf1f6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:03.096279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28bf9e8-e8df-4b19-a589-0b209465ca5c {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:29:03.098075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 03:29:03.112282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.147807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.148458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Transition to ACTIVE for port object b28bf9e8-e8df-4b19-a589-0b209465ca5c will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:03.154577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.187889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:03.220078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.249585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:03.252024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.261658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-42912ea0-8b95-4f74-b4c4-c054808b8648 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:03.352808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b961832-a277-4549-8cad-d91c1313c9f7 req-8f36c31e-8789-44e2-9abf-f831790d8b63 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:03.361208 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1b961832-a277-4549-8cad-d91c1313c9f7 req-8f36c31e-8789-44e2-9abf-f831790d8b63 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 946 time: 1.0154762 Feb 17 03:29:03.518448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Pushing event updated for resources: {'Port': ['ID=b28bf9e8-e8df-4b19-a589-0b209465ca5c,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:03.522960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:03.714801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'Port': ['ID=3bea0ca2-0090-455a-908f-6a02d2fece24,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:03.739848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Attempting to bind port b28bf9e8-e8df-4b19-a589-0b209465ca5c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:03.740221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Attempting to bind port b28bf9e8-e8df-4b19-a589-0b209465ca5c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:03.740583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Attempting to bind port b28bf9e8-e8df-4b19-a589-0b209465ca5c on network 84af625e-dab1-4542-ad20-85b9a30cb892 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:03.753318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:03.753629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Checking segment: {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:03.754007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.754397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Bound using segment: {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:03.754882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Bound port: b28bf9e8-e8df-4b19-a589-0b209465ca5c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:03.755310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.765274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:03.927828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] For port b28bf9e8-e8df-4b19-a589-0b209465ca5c, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:03.931067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] For port b28bf9e8-e8df-4b19-a589-0b209465ca5c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:03.935405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:03.941726 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1b961832-a277-4549-8cad-d91c1313c9f7 req-65449c72-c81c-43a2-b232-3b6ca0650597 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795531 Feb 17 03:29:03.968997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df13e11b-bb2f-41f9-907a-fa922b71603d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:03.972303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db886-967b-44ee-9c76-fad18560be78 req-6c8c9c3c-b360-4eac-b469-6b9182d710fb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:03.973920 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-6c8c9c3c-b360-4eac-b469-6b9182d710fb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 818 time: 0.9719620 Feb 17 03:29:04.018774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Request body: {'port': {'device_id': '412c79cb-39c8-44b3-8cff-bef48ca8caac', 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892', 'admin_state_up': True, 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:04.058397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:04.355492 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0a402ba3-3e1b-4500-ac66-8db5cf741787 req-30c8f9bd-4d1d-43f7-9a50-9f6d21505902 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 210 time: 0.0721414 Feb 17 03:29:04.374885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:04.383074 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0013642 Feb 17 03:29:04.386419 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Pushing event updated for resources: {'Port': ['ID=b28bf9e8-e8df-4b19-a589-0b209465ca5c,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:04.392949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:04.441835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:04.444375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:04.447476 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] 10.222.0.38 "PUT /v2.0/ports/b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 200 len: 1157 time: 2.6065209 Feb 17 03:29:04.454195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de419773-1f06-432c-8706-8ecbc2d40728', 'tag': 'b28bf9e8-e8df-4b19-a589-0b209465ca5c'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:04.465092 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:04.469717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Usage tracker for resource:port and tenant:f1d59e0bc9db4584983bd1ecf20411f1 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:04.473047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:04.480616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:04.499182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Made reservation on behalf of f1d59e0bc9db4584983bd1ecf20411f1 for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:04.506853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:04.574460 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de419773-1f06-432c-8706-8ecbc2d40728', 'tag': 'b28bf9e8-e8df-4b19-a589-0b209465ca5c', 'status': 'completed', 'code': 200} Feb 17 03:29:04.641422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-0391adbd-55bf-45f7-9f13-35f4f24b8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:04.643087 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-0391adbd-55bf-45f7-9f13-35f4f24b8534 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1160 time: 0.1125679 Feb 17 03:29:04.812495 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8c4dc735-daf1-4519-884b-abbe9be95a38 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--454457043&fields=id&tenant_id=108ad8ff95cb48558e896289bbc32d4b HTTP/1.1" status: 200 len: 267 time: 0.0708220 Feb 17 03:29:04.838619 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-81a55955-8e42-4d9d-881c-19b2243c8fe1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 200 len: 217 time: 0.1255872 Feb 17 03:29:05.006490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-320a993e-d8a4-4cec-a7e8-2b38c9d49b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:05.009124 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-320a993e-d8a4-4cec-a7e8-2b38c9d49b56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.1624055 Feb 17 03:29:05.035651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device d76f57fd-bc44-4d8f-890a-3528e57bf1f6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:05.123243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-e2784a2e-5ee2-4300-9e66-f1d1ea3b8f52 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:05.127489 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-e2784a2e-5ee2-4300-9e66-f1d1ea3b8f52 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 811 time: 0.3135202 Feb 17 03:29:05.146458 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-29abadcc-437d-4e06-ac8c-747438d42e70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292286 Feb 17 03:29:05.181159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:05.181583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:05.235417 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-fe8e86d4-af08-49bd-b39c-fffadfe698b3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/quotas/108ad8ff95cb48558e896289bbc32d4b HTTP/1.1" status: 200 len: 375 time: 0.0994465 Feb 17 03:29:05.246017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Allocated IP 172.20.0.5 (84af625e-dab1-4542-ad20-85b9a30cb892/06eba100-be3a-4d16-8242-015f3bf7c962/2a1a583a-9700-4e47-9b07-5681abb06c41) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:05.330490 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-ce7eb3c0-d557-44b6-a724-658531d9a8bd service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750386 Feb 17 03:29:05.373656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6f8fe-828d-4234-8cd7-206fefba69cd req-06d8e8fd-3b21-48d4-8ac5-73cbbe549a84 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:05.375495 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-32a6f8fe-828d-4234-8cd7-206fefba69cd req-06d8e8fd-3b21-48d4-8ac5-73cbbe549a84 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 946 time: 0.2442846 Feb 17 03:29:05.443234 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-7dc6e117-db32-4446-ad00-3580d57b2158 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2001972 Feb 17 03:29:05.509426 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ff291d1-5896-4826-864d-ceb2a0e57b9a req-f067f0cf-0170-496e-878c-ff4212b7e315 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1657655 Feb 17 03:29:05.639055 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-32a6f8fe-828d-4234-8cd7-206fefba69cd req-8517ed2e-39cc-4694-955e-cfdb230c4e97 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466278 Feb 17 03:29:05.852693 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e16c782e-3093-48da-8f76-9f9cb9d8b9c6 req-916d6d7d-b731-4a4f-9337-d4d9d165b5a5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 210 time: 0.0527067 Feb 17 03:29:05.859537 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:05.869670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-5659e831-60b0-4aa4-b254-c743e595d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:05.871508 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-5659e831-60b0-4aa4-b254-c743e595d32d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1160 time: 0.1690724 Feb 17 03:29:05.875593 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-760b1e27-b713-40ac-9009-38ee3a6ce0ee service neutron] 10.222.0.49 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640931 Feb 17 03:29:06.048566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-cfcf662f-d054-4750-a3c9-935e7ce60ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:06.050555 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-cfcf662f-d054-4750-a3c9-935e7ce60ff8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 912 time: 0.1711316 Feb 17 03:29:06.143111 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-dfad7a27-a615-4aeb-8d7a-0b896ebddca7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 200 len: 217 time: 0.0815358 Feb 17 03:29:06.250073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-ef07942c-b15c-45c8-bdc1-aaa797f61988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:06.251942 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-ef07942c-b15c-45c8-bdc1-aaa797f61988 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.0894153 Feb 17 03:29:06.332832 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-b3ac9373-e093-490f-89a5-c73d32d76534 service neutron] 10.222.0.49 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4508266 Feb 17 03:29:06.341474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:06.386549 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-a33d13f5-2596-4628-96eb-a91c0887e514 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100082 Feb 17 03:29:06.403694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:06.622619 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-b0cb2a97-e2a7-4939-9995-62122b18b0dd service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226896 Feb 17 03:29:06.737848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Pushing event updated for resources: {'Port': ['ID=2a1a583a-9700-4e47-9b07-5681abb06c41,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:06.786010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:06.797966 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5b94c7a6-e9e8-4e4a-9ea5-a6a1902eb9c9 req-7c5dd453-a7f0-4fe4-a7b2-f837cf3c72c0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 210 time: 0.1112480 Feb 17 03:29:06.900913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Network 84af625e-dab1-4542-ad20-85b9a30cb892 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:06.902566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:06.914555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:07.118376 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fb8fdf1-88dc-474c-aa1e-5fe628e6f387 req-f4659743-83d9-406f-abdc-7cd621802565 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4846721 Feb 17 03:29:07.135426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:07.136218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:07.183541 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1868398 Feb 17 03:29:07.198853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40680) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:07.208165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c10985-ef00-4869-8804-4d467b402b67 req-fe99353d-8159-49a3-b8d5-27336248caea tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:07.209038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-11c10985-ef00-4869-8804-4d467b402b67 req-fe99353d-8159-49a3-b8d5-27336248caea tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Synchronizing usage tracker for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:07.247507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-11c10985-ef00-4869-8804-4d467b402b67 req-fe99353d-8159-49a3-b8d5-27336248caea tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Unset dirty status for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:07.248839 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-11c10985-ef00-4869-8804-4d467b402b67 req-fe99353d-8159-49a3-b8d5-27336248caea tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 931 time: 0.2043283 Feb 17 03:29:07.253005 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Request body: {'port': {'device_id': '412c79cb-39c8-44b3-8cff-bef48ca8caac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:07.445880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-11c10985-ef00-4869-8804-4d467b402b67 req-f18bb6de-155b-4059-84dc-ca6efcfd63fa tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Synchronizing usage tracker for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:07.487708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:07.495551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:07.520939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-11c10985-ef00-4869-8804-4d467b402b67 req-f18bb6de-155b-4059-84dc-ca6efcfd63fa tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Unset dirty status for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:07.522460 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-11c10985-ef00-4869-8804-4d467b402b67 req-f18bb6de-155b-4059-84dc-ca6efcfd63fa tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042809 Feb 17 03:29:07.537043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:07.548688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Usage tracker for resource:security_group_rule and tenant:15507aad528c4825aa0ac98e26efa89c is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:07.552494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:07.565414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:07.795838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:07.801510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:07.815957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dbcd807d-9d87-4686-83e0-83fa0b027ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:07.860508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40720) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:07.885714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40726) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:07.886674 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15507aad528c4825aa0ac98e26efa89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859238 Feb 17 03:29:07.888930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079a28a0-1ff5-42f8-aabd-48f69642a540,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:07.892695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:08.056191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.083476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:08.094241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2c89c2495044ffba3363f7ee1f6e93 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:08.098293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:08.104405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:08.114341 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-13b61351-ffed-47de-95cd-064fce1da118 req-d08c52bd-5dd6-4f0e-baaf-705d88fdd201 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 210 time: 0.1046979 Feb 17 03:29:08.135293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7336b8fc-94fb-42cf-be69-c4d3ff19e39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.200440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7336b8fc-94fb-42cf-be69-c4d3ff19e39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.229601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.233220 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.268319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-adc4db4b-f1ad-4f92-ba2b-9141bbb3ad60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:08.292058 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e2c89c2495044ffba3363f7ee1f6e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244258 Feb 17 03:29:08.297353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40748) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:08.346149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1a583a-9700-4e47-9b07-5681abb06c41 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:29:08.347248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0327577f-8b58-4a5c-8c90-7554655481a9,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:08.352374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:08.373286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4424fde0-4983-40e9-b742-0d1256fceda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.393016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.399447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7336b8fc-94fb-42cf-be69-c4d3ff19e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.403283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4424fde0-4983-40e9-b742-0d1256fceda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.418739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:08.434809 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336b8fc-94fb-42cf-be69-c4d3ff19e39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079a28a0-1ff5-42f8-aabd-48f69642a540,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:08.437403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7336b8fc-94fb-42cf-be69-c4d3ff19e39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:08.450970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Transition to ACTIVE for port object 2a1a583a-9700-4e47-9b07-5681abb06c41 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:08.461953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4424fde0-4983-40e9-b742-0d1256fceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.469562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-55139137-b280-4db9-809c-66ca4386b264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:08.484340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424fde0-4983-40e9-b742-0d1256fceda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0327577f-8b58-4a5c-8c90-7554655481a9,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:08.487434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4424fde0-4983-40e9-b742-0d1256fceda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:08.495579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4424fde0-4983-40e9-b742-0d1256fceda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.499534 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4424fde0-4983-40e9-b742-0d1256fceda2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0327577f-8b58-4a5c-8c90-7554655481a9 HTTP/1.1" status: 204 len: 168 time: 0.1983881 Feb 17 03:29:08.517886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.517886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7336b8fc-94fb-42cf-be69-c4d3ff19e39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:08.518759 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7336b8fc-94fb-42cf-be69-c4d3ff19e39a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/079a28a0-1ff5-42f8-aabd-48f69642a540 HTTP/1.1" status: 204 len: 168 time: 0.6316679 Feb 17 03:29:08.561819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b2c138c-ba01-43f4-a6f4-be8d79eeba23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:08.646105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1a583a-9700-4e47-9b07-5681abb06c41,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:08.649539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:08.831873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-d114a047-79de-438e-bfb4-0cbffde9baa4 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:08.833831 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-d114a047-79de-438e-bfb4-0cbffde9baa4 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 815 time: 0.4736609 Feb 17 03:29:08.898280 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-8aa7b6cc-adeb-4607-9caa-5eb00b881f20 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/quotas/dfe8ffb6ca55409f8f77e5749bd36b9a HTTP/1.1" status: 200 len: 375 time: 0.0354946 Feb 17 03:29:09.062217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b33611-852b-4c11-82d6-4122db6c2014 req-d7d59194-6f13-4ccc-b1a0-0c9183f06fef tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:09.069882 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b33611-852b-4c11-82d6-4122db6c2014 req-d7d59194-6f13-4ccc-b1a0-0c9183f06fef tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 943 time: 0.3308985 Feb 17 03:29:09.119788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40780) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:09.178877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:09.228150 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0b33611-852b-4c11-82d6-4122db6c2014 req-f4983631-626c-41c5-bb6a-8271e0df2647 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572716 Feb 17 03:29:09.242794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-a568864a-89f8-42f9-bd0c-7c5f41da71ff tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:09.243839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-a568864a-89f8-42f9-bd0c-7c5f41da71ff tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Synchronizing usage tracker for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:09.266250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:09.273535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-a568864a-89f8-42f9-bd0c-7c5f41da71ff tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Unset dirty status for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:09.277089 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-a568864a-89f8-42f9-bd0c-7c5f41da71ff tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 811 time: 0.3744254 Feb 17 03:29:09.295372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Usage tracker for resource:security_group_rule and tenant:a0ed6687ac1c400fa843e1adc5b487c1 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:09.309860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:09.336391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:09.340120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Attempting to bind port 2a1a583a-9700-4e47-9b07-5681abb06c41 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:09.343257 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Attempting to bind port 2a1a583a-9700-4e47-9b07-5681abb06c41 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:09.343720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Attempting to bind port 2a1a583a-9700-4e47-9b07-5681abb06c41 on network 84af625e-dab1-4542-ad20-85b9a30cb892 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:09.359530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-40640395-f2bf-4ee0-85c3-4d077322ff4c None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:29:09.375806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40800) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:09.376908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:09.377410 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Checking segment: {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:09.377900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:09.378410 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Bound using segment: {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:09.379027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Bound port: 2a1a583a-9700-4e47-9b07-5681abb06c41, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0337c3-b966-48f0-97df-c523115e6a23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '84af625e-dab1-4542-ad20-85b9a30cb892'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:09.379506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:09.403793 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-781098a2-c09e-4d8e-87a4-68cceae05bcb tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4989517 Feb 17 03:29:09.430436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-eda3f4b1-1c01-4a77-92ac-c907cdd095a3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Synchronizing usage tracker for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:security_group {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:09.449275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-eda3f4b1-1c01-4a77-92ac-c907cdd095a3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Unset dirty status for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:security_group {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:09.451064 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-eda3f4b1-1c01-4a77-92ac-c907cdd095a3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=108ad8ff95cb48558e896289bbc32d4b HTTP/1.1" status: 200 len: 5703 time: 0.1402588 Feb 17 03:29:09.492840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'port': {'device_id': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'admin_state_up': True, 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'security_groups': ['efe2e905-9162-4d33-8ac2-7cd84bed323c']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:09.566122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40810) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:09.647455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:09.684604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:09.693586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Usage tracker for resource:security_group_rule and tenant:da8b288952694af08291ab8220a4ec5a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:09.700442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:09.711817 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:09.718278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:09.733066 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5050851e-7a21-4b67-b17f-a3e98edf1a90 req-4c7cbc3c-553f-4075-9aff-63595a0ba7eb tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 210 time: 0.2922585 Feb 17 03:29:09.742596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:09.747319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:port and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:09.750431 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:09.756371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:09.771028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Made reservation on behalf of 108ad8ff95cb48558e896289bbc32d4b for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:09.772938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:09.789301 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:09.807801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ccf751fe-2ccf-43f0-b9cd-26f958146fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:09.898209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c853a3a2-afd3-43cb-b0d6-d0b80093699d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:09.914274 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0ed6687ac1c400fa843e1adc5b487c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7892797 Feb 17 03:29:09.914274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:09.917979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 40820) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:09.968371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:09.980391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] For port 2a1a583a-9700-4e47-9b07-5681abb06c41, host hv-cinder-75996, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:09.986459 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-2a9d85ee-ea30-45cd-b9af-10c1d364412d service neutron] 10.222.0.49 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816593 Feb 17 03:29:10.032165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:10.044135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] For port 2a1a583a-9700-4e47-9b07-5681abb06c41, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2a1a583a-9700-4e47-9b07-5681abb06c41,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:10.054213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.058361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.071677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] Usage tracker for resource:security_group_rule and tenant:d462fe23573a46baa8e7a64c57a85c2f is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:10.072539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4424fde0-4983-40e9-b742-0d1256fceda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:10.075390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.079559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:10.145350 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da8b288952694af08291ab8220a4ec5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780592 Feb 17 03:29:10.149901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25556b83-e59f-4a51-bdc8-7bb83e8127d2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:10.153156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:10.153671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:10.154400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40826) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:10.299312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Allocated IP 172.20.0.5 (5eecfe3e-a97a-4788-a5ca-77454eebf558/e96f9d9e-edc1-418f-9b5e-1316f652a334/9358840c-540b-49de-b65a-0d353ab98a38) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:10.301581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dc7c-d036-42d2-86dd-058b10318f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.354622 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dc7c-d036-42d2-86dd-058b10318f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.428904 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:10.528608 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dc7c-d036-42d2-86dd-058b10318f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.538035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6b01a712-40b4-4676-a36f-7df7499a86a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:10.547146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:10.561070 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-224ed176-65d1-4a4a-98f4-8c4d9524e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.563548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6dc7c-d036-42d2-86dd-058b10318f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25556b83-e59f-4a51-bdc8-7bb83e8127d2,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:10.566145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3aa6dc7c-d036-42d2-86dd-058b10318f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:10.601055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3aa6dc7c-d036-42d2-86dd-058b10318f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.602350 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-3aa6dc7c-d036-42d2-86dd-058b10318f81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25556b83-e59f-4a51-bdc8-7bb83e8127d2 HTTP/1.1" status: 204 len: 168 time: 0.4437978 Feb 17 03:29:10.605852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.625593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Transition to ACTIVE for port object 9358840c-540b-49de-b65a-0d353ab98a38 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:10.666681 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.687395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:10.699991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port b28bf9e8-e8df-4b19-a589-0b209465ca5c completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:10.706375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:10.709356 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.709964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.750214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-224ed176-65d1-4a4a-98f4-8c4d9524e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.880991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.912969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-224ed176-65d1-4a4a-98f4-8c4d9524e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.916210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:29:10.929707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'Port': ['ID=9358840c-540b-49de-b65a-0d353ab98a38,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:10.934098 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:10.938469 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d462fe23573a46baa8e7a64c57a85c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5483067 Feb 17 03:29:10.941620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40840) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:10.942248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.38', 62576) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:10.954206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-224ed176-65d1-4a4a-98f4-8c4d9524e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.955582 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-224ed176-65d1-4a4a-98f4-8c4d9524e20b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c853a3a2-afd3-43cb-b0d6-d0b80093699d HTTP/1.1" status: 204 len: 168 time: 1.0145891 Feb 17 03:29:10.990546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:10.993365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1a583a-9700-4e47-9b07-5681abb06c41,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:11.002418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:11.004829 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-67048172-cc0f-47b4-a2ee-5912bb1c2639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:11.036697 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-6bee4666-3b4a-40e7-9fd5-c7f4f311ea9d service neutron] 10.222.0.49 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0345073 Feb 17 03:29:11.038666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b06ef-3ac1-4593-8091-4b7486082ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10721ee1-82aa-48b9-9021-9c50162dea81,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:11.067412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ed176-65d1-4a4a-98f4-8c4d9524e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c853a3a2-afd3-43cb-b0d6-d0b80093699d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:11.090724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954464-626f-4d3c-a23d-5269f00a539c req-5a8b0ee1-f481-4006-929f-bdb158ec8039 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:11.091631 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c5954464-626f-4d3c-a23d-5269f00a539c req-5a8b0ee1-f481-4006-929f-bdb158ec8039 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 943 time: 0.6555209 Feb 17 03:29:11.109105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-224ed176-65d1-4a4a-98f4-8c4d9524e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:11.112679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:11.113019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:11.128959 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:11.136120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:11.153355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:11.165064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:11.167989 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c5954464-626f-4d3c-a23d-5269f00a539c req-bc621e8d-9b55-47f1-a7b1-7c94f7173bcc tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726471 Feb 17 03:29:11.169090 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:11.174577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:11.178490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:11.181226 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] 10.222.0.38 "PUT /v2.0/ports/2a1a583a-9700-4e47-9b07-5681abb06c41 HTTP/1.1" status: 200 len: 1157 time: 3.9422688 Feb 17 03:29:11.183509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412c79cb-39c8-44b3-8cff-bef48ca8caac', 'tag': '2a1a583a-9700-4e47-9b07-5681abb06c41'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:11.202780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port b28bf9e8-e8df-4b19-a589-0b209465ca5c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:11.212819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de419773-1f06-432c-8706-8ecbc2d40728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28bf9e8-e8df-4b19-a589-0b209465ca5c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:11.284539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:11.287215 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8189600 Feb 17 03:29:11.288804 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:11.324826 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1f33983-8dc7-4735-b664-331bb90436e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:11.400651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1f33983-8dc7-4735-b664-331bb90436e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:11.451106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Request body: {'port': {'device_id': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:11.552101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=b28bf9e8-e8df-4b19-a589-0b209465ca5c,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:11.568166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:11.604039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d7e62e37-de3d-4ad5-bf5a-0421f59fa490 None None] Provisioning for port 9358840c-540b-49de-b65a-0d353ab98a38 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:11.620576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d7e62e37-de3d-4ad5-bf5a-0421f59fa490 None None] Provisioning complete for port 9358840c-540b-49de-b65a-0d353ab98a38 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:11.621827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d7e62e37-de3d-4ad5-bf5a-0421f59fa490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:11.694846 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db886-967b-44ee-9c76-fad18560be78 req-85f8b1f1-8246-4607-a45a-ae0aacbce143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:11.696557 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-85f8b1f1-8246-4607-a45a-ae0aacbce143 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 1160 time: 0.4445646 Feb 17 03:29:11.741315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083e1a9-b4c2-43c7-ad2c-8b9c464ad68b req-40e94262-d022-426f-a83b-6d192da60110 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:11.747415 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6083e1a9-b4c2-43c7-ad2c-8b9c464ad68b req-40e94262-d022-426f-a83b-6d192da60110 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 931 time: 0.3223433 Feb 17 03:29:11.820896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d7e62e37-de3d-4ad5-bf5a-0421f59fa490 None None] Port 9358840c-540b-49de-b65a-0d353ab98a38 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:29:11.997389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2185d841-d3be-4d29-ba13-ac4bfa8bdda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:11.997860 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-9bac7c5a-b9fe-4a95-b2e8-596c201ceafc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a1a583a-9700-4e47-9b07-5681abb06c41 HTTP/1.1" status: 200 len: 217 time: 0.2474101 Feb 17 03:29:12.059267 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:12.161580 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db886-967b-44ee-9c76-fad18560be78 req-fb181e92-454b-46b0-b03c-56265784f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:12.175592 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-fb181e92-454b-46b0-b03c-56265784f27c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.1537313 Feb 17 03:29:12.223497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:12.223928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:12.255103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1f33983-8dc7-4735-b664-331bb90436e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:12.283792 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de419773-1f06-432c-8706-8ecbc2d40728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28bf9e8-e8df-4b19-a589-0b209465ca5c', 'code': 200} Feb 17 03:29:12.297250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:12.339483 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-9bc39a10-725c-413d-b4b0-e80681beec2c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 1.3936250 Feb 17 03:29:12.346290 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412c79cb-39c8-44b3-8cff-bef48ca8caac', 'tag': '2a1a583a-9700-4e47-9b07-5681abb06c41', 'status': 'completed', 'code': 200} Feb 17 03:29:12.357171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f33983-8dc7-4735-b664-331bb90436e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10721ee1-82aa-48b9-9021-9c50162dea81,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:12.369358 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:12.382397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c1f33983-8dc7-4735-b664-331bb90436e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:12.387548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1f33983-8dc7-4735-b664-331bb90436e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:12.391297 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c1f33983-8dc7-4735-b664-331bb90436e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10721ee1-82aa-48b9-9021-9c50162dea81 HTTP/1.1" status: 204 len: 168 time: 1.4451408 Feb 17 03:29:12.406817 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-e34f2c7f-8170-4830-9041-ea9eb86d0e59 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2302136 Feb 17 03:29:12.520162 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6083e1a9-b4c2-43c7-ad2c-8b9c464ad68b req-148a476a-832a-492b-b988-c610f59c887c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5751526 Feb 17 03:29:12.640945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.38', 62578) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:12.855011 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8c994827-c26c-4054-8969-d6c159116980 req-d1edcaf2-e53f-4667-b78a-a30ff0829045 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 210 time: 0.1998830 Feb 17 03:29:12.952387 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-678ff1b8-9449-46f0-8dd4-774adaff8dd6 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195556 Feb 17 03:29:12.972169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-8dd00cca-6740-43ab-9762-c907962d1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:12.973791 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-8dd00cca-6740-43ab-9762-c907962d1ef4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 1163 time: 0.4347668 Feb 17 03:29:13.058838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58143d-6973-4d1a-ac74-5b33fccb1735 req-987eb0d5-5de9-4105-83b4-823c519f820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:13.060520 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be58143d-6973-4d1a-ac74-5b33fccb1735 req-987eb0d5-5de9-4105-83b4-823c519f820c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1162 time: 0.3874490 Feb 17 03:29:13.130658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40944) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:13.144009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d7e6-f454-4c1f-82d6-6aa402898536 req-7c7bef0e-0626-4d2b-821c-3bee92b9ee49 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:13.145743 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8d6d7e6-f454-4c1f-82d6-6aa402898536 req-7c7bef0e-0626-4d2b-821c-3bee92b9ee49 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 946 time: 0.4837620 Feb 17 03:29:13.169006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 40950) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:13.218877 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8d6d7e6-f454-4c1f-82d6-6aa402898536 req-fbf8b3d0-ac7a-4265-9cd8-16c1e28524c4 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612516 Feb 17 03:29:13.286499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:13.298906 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-302db886-967b-44ee-9c76-fad18560be78 req-1f4296d4-42a9-4bb5-acc7-e92753ff419f service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3324950 Feb 17 03:29:13.305786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67142a-ce58-4fda-8353-850618cae19a req-063dc04b-f230-4d2a-ab3e-033491fa17a6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:13.326385 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be58143d-6973-4d1a-ac74-5b33fccb1735 req-75a35c2f-52d4-4021-95ad-c646d829a5c8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949000 Feb 17 03:29:13.328948 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8c67142a-ce58-4fda-8353-850618cae19a req-063dc04b-f230-4d2a-ab3e-033491fa17a6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 943 time: 0.3038442 Feb 17 03:29:13.332046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:13.351701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b1a887d261481090b3a28f35c90f3c is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:13.369392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:13.391231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:13.397975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-b138f18a-ce16-42f3-b7c7-688165b57f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:13.399741 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-b138f18a-ce16-42f3-b7c7-688165b57f15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 909 time: 0.3826301 Feb 17 03:29:13.433957 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8c67142a-ce58-4fda-8353-850618cae19a req-7539b7dc-a804-4c48-90b3-bf31b5619496 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016357 Feb 17 03:29:13.524191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:13.560672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9358840c-540b-49de-b65a-0d353ab98a38 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:29:13.569709 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:13.579909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:13.583831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Usage tracker for resource:security_group_rule and tenant:af2fc33079264826b48ff7a14c2f1b20 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:13.592839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:13.603820 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:13.624185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Transition to ACTIVE for port object 9358840c-540b-49de-b65a-0d353ab98a38 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:13.661858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:13.795938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270165d3-30f7-484f-9f14-4d7a3c35c332 req-73facbed-8e13-480e-b7ab-5844aaac1cad tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:13.797925 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-270165d3-30f7-484f-9f14-4d7a3c35c332 req-73facbed-8e13-480e-b7ab-5844aaac1cad tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 943 time: 0.1578598 Feb 17 03:29:13.823450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:13.851866 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-270165d3-30f7-484f-9f14-4d7a3c35c332 req-ec400ee5-fa30-4801-9afd-a30d632e5d19 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472367 Feb 17 03:29:13.965688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-b32ae1df-c6d1-4db2-b9fa-10cb0c65b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:13.967380 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-b32ae1df-c6d1-4db2-b9fa-10cb0c65b138 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 1160 time: 0.1029336 Feb 17 03:29:13.969581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:14.051451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:14.060778 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-18cd7b7a-526b-4a37-91cf-6b947ae03539 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a211319c-6b5f-4062-bc0a-9387de45d702 HTTP/1.1" status: 200 len: 217 time: 0.2413514 Feb 17 03:29:14.164280 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4d0d9ee6-8bfc-4f1c-829e-a7e8032f3734 req-cfa3ab37-0f3d-45b8-a253-bf99385db24b tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 210 time: 0.0689921 Feb 17 03:29:14.208737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c7ecea14-633b-4090-9355-cb381be49671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:14.224879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-c0e8bcbe-a86d-4d4c-b2a5-1d3c923f1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:14.226439 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-c0e8bcbe-a86d-4d4c-b2a5-1d3c923f1843 service neutron] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 912 time: 0.2447722 Feb 17 03:29:14.290028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Pushing event updated for resources: {'Port': ['ID=9358840c-540b-49de-b65a-0d353ab98a38,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:14.349295 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-ed8a28f7-fb43-49c4-a95c-3f3be9be9a32 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:14.350210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-ed8a28f7-fb43-49c4-a95c-3f3be9be9a32 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Synchronizing usage tracker for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:14.385368 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-c187c1ba-8d42-490e-954f-d552aad9eb25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a1a583a-9700-4e47-9b07-5681abb06c41 HTTP/1.1" status: 200 len: 217 time: 0.1292906 Feb 17 03:29:14.430147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:14.469591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:14.480887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-b1b35ded-71fd-4344-822b-a7fe57577580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:14.482743 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-b1b35ded-71fd-4344-822b-a7fe57577580 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.3957634 Feb 17 03:29:14.506380 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5b1a887d261481090b3a28f35c90f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3300416 Feb 17 03:29:14.518585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41002) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:14.592278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-ebf3e372-26de-4706-ad81-8960711ef5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:14.598615 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-ebf3e372-26de-4706-ad81-8960711ef5e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.2004595 Feb 17 03:29:14.627684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190c36f-2d60-4cf0-a768-738a951cc03e req-a04562f2-23f5-4261-951f-63192de73573 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:14.629393 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b190c36f-2d60-4cf0-a768-738a951cc03e req-a04562f2-23f5-4261-951f-63192de73573 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 946 time: 0.1635020 Feb 17 03:29:14.688220 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-86ebd741-638b-4d53-a155-14cf38b89e4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786432 Feb 17 03:29:14.694546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Attempting to bind port 9358840c-540b-49de-b65a-0d353ab98a38 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:14.695093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Attempting to bind port 9358840c-540b-49de-b65a-0d353ab98a38 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:14.695584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Attempting to bind port 9358840c-540b-49de-b65a-0d353ab98a38 on network 5eecfe3e-a97a-4788-a5ca-77454eebf558 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:14.702170 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c76279-d3da-482f-a664-5a41d7536f14,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:14.706229 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:14.708899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:14.709614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Checking segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:14.710160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:14.710669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Bound using segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:14.711597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Bound port: 9358840c-540b-49de-b65a-0d353ab98a38, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:14.712049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:14.751035 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-50ba06a1-9474-4939-ba96-f6d7846ab107 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203249 Feb 17 03:29:14.876090 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:14.929591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:14.931355 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b190c36f-2d60-4cf0-a768-738a951cc03e req-7829ff4d-2f5d-41f7-909e-064a2523fe78 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454069 Feb 17 03:29:14.947595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86185f-612b-4ce6-965f-10d783cf6233 req-354acac9-9788-48f9-92a1-f5c62f19e04e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:14.957305 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1f86185f-612b-4ce6-965f-10d783cf6233 req-354acac9-9788-48f9-92a1-f5c62f19e04e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 943 time: 0.2541316 Feb 17 03:29:15.014326 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-0006f090-c2fe-48cd-9152-cdb3e7eed80b service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140980 Feb 17 03:29:15.040488 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:15.047087 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1f86185f-612b-4ce6-965f-10d783cf6233 req-7d2511d7-08b9-40f2-b75f-b77f42457142 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864005 Feb 17 03:29:15.047199 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f0961f91-a9cd-45cb-bea7-3a3ace213914 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:15.053349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a05d75e-6a97-4dab-b8f6-8fbd6a27db30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:15.072883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] For port 9358840c-540b-49de-b65a-0d353ab98a38, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:15.076533 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] For port 9358840c-540b-49de-b65a-0d353ab98a38, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9358840c-540b-49de-b65a-0d353ab98a38,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:15.117842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-ed8a28f7-fb43-49c4-a95c-3f3be9be9a32 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Unset dirty status for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:15.119438 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-ed8a28f7-fb43-49c4-a95c-3f3be9be9a32 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 815 time: 1.2408614 Feb 17 03:29:15.149974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:15.150954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f0c51d-cafa-441e-b57c-7f14bc62cbdc,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:15.170902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:15.197017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-162ed0ae-eb48-45eb-8977-278d005bfa1b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:15.350802 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de6359-f543-43f3-a60d-0542c2a609a0 req-23f1f910-4697-4194-9017-d54366229167 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:15.359282 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e4de6359-f543-43f3-a60d-0542c2a609a0 req-23f1f910-4697-4194-9017-d54366229167 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 943 time: 0.2436965 Feb 17 03:29:15.468553 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e09b2c37-0ee7-4ef9-975e-b9b4aabc0200 req-41f1f0f0-e60a-4eb5-af1f-7d1fd69160b5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 210 time: 0.0773861 Feb 17 03:29:15.488006 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e9bda7c-321b-4e44-90ff-83c6e345ee8f req-dcb00906-d7cf-4a3d-9d17-a6bb42609657 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4238565 Feb 17 03:29:15.551457 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e4de6359-f543-43f3-a60d-0542c2a609a0 req-c938681e-2cb6-4a09-9385-700efa229098 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910317 Feb 17 03:29:15.595028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Request body: {'port': {'device_id': '25cc750c-d548-40e1-b749-39e18eb8aa22', 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b', 'admin_state_up': True, 'tenant_id': 'dfe8ffb6ca55409f8f77e5749bd36b9a'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:15.626299 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af2fc33079264826b48ff7a14c2f1b20&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4908538 Feb 17 03:29:15.626850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41032) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:15.630299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a05d75e-6a97-4dab-b8f6-8fbd6a27db30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:15.665101 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-0efd3192-4841-460b-b3fa-b44f3b934c45 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620756 Feb 17 03:29:15.699126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c81dbba-21c4-431a-9556-7394d9a3cdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:15.758657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c81dbba-21c4-431a-9556-7394d9a3cdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:15.842954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c81dbba-21c4-431a-9556-7394d9a3cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:15.852280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:15.882143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81dbba-21c4-431a-9556-7394d9a3cdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f0c51d-cafa-441e-b57c-7f14bc62cbdc,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:15.893690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9c81dbba-21c4-431a-9556-7394d9a3cdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:15.897044 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c81dbba-21c4-431a-9556-7394d9a3cdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:15.898300 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9c81dbba-21c4-431a-9556-7394d9a3cdd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1f0c51d-cafa-441e-b57c-7f14bc62cbdc HTTP/1.1" status: 204 len: 168 time: 0.2703469 Feb 17 03:29:15.933347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device d76f57fd-bc44-4d8f-890a-3528e57bf1f6 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:29:16.109004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Pushing event updated for resources: {'Port': ['ID=9358840c-540b-49de-b65a-0d353ab98a38,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:16.140765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:16.151310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.202138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port d76f57fd-bc44-4d8f-890a-3528e57bf1f6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,segment=NetworkSegment(ef914efe-5ea9-44f3-893d-baad629c2e82),segment_id=ef914efe-5ea9-44f3-893d-baad629c2e82)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:16.211257 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76f57fd-bc44-4d8f-890a-3528e57bf1f6'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:16.218871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.222228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:16.243412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:16.254095 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:16.265865 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-501a4645-7f38-41be-b8cc-0c908efdb5f6 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5174031 Feb 17 03:29:16.266711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a05d75e-6a97-4dab-b8f6-8fbd6a27db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.275746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:16.276537 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.278197 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] 10.222.0.38 "PUT /v2.0/ports/9358840c-540b-49de-b65a-0d353ab98a38 HTTP/1.1" status: 200 len: 1157 time: 4.9551425 Feb 17 03:29:16.279338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-22065735-e275-4982-9fec-549bc0f36707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:16.288157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'tag': '9358840c-540b-49de-b65a-0d353ab98a38'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:16.299412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Made reservation on behalf of dfe8ffb6ca55409f8f77e5749bd36b9a for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:16.305298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.325304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05d75e-6a97-4dab-b8f6-8fbd6a27db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c76279-d3da-482f-a664-5a41d7536f14,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:16.333612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6a05d75e-6a97-4dab-b8f6-8fbd6a27db30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:16.364676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a05d75e-6a97-4dab-b8f6-8fbd6a27db30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.368443 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6a05d75e-6a97-4dab-b8f6-8fbd6a27db30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9c76279-d3da-482f-a664-5a41d7536f14 HTTP/1.1" status: 204 len: 168 time: 1.7858937 Feb 17 03:29:16.390295 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.468928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.523814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:16.535391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:16.777350 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-1b291b1d-f427-4fac-816c-99e5dc25fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:16.781014 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-1b291b1d-f427-4fac-816c-99e5dc25fc9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 1160 time: 0.3272321 Feb 17 03:29:16.783142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41072) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:16.810325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d6ab1-0f35-4b1e-8c2f-f3870a2a463b req-af1df226-df5e-4c3d-b4e6-f9b9444cb749 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:16.812134 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-751d6ab1-0f35-4b1e-8c2f-f3870a2a463b req-af1df226-df5e-4c3d-b4e6-f9b9444cb749 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 944 time: 0.6530495 Feb 17 03:29:16.820588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-e4628395-8892-477d-a719-349492748a64 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:16.822732 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-e4628395-8892-477d-a719-349492748a64 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.38 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 946 time: 0.7874420 Feb 17 03:29:16.878909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.902141 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-47aaaea5-800e-4076-ac17-64cad4169d41 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9358840c-540b-49de-b65a-0d353ab98a38 HTTP/1.1" status: 200 len: 217 time: 0.0992777 Feb 17 03:29:16.951868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Deleting port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:29:16.952472 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:16.976933 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:16.988749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8a2f467ed44f8991cde7554bf6dc82 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:17.003329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:17.018886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:17.019467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e52166-b8cb-4dd0-821f-8ccdf5f20ac8 req-d7e2e64d-6ae8-4bb9-8077-50810a49d63c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:17.021510 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-69e52166-b8cb-4dd0-821f-8ccdf5f20ac8 req-d7e2e64d-6ae8-4bb9-8077-50810a49d63c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 943 time: 0.3884804 Feb 17 03:29:17.031901 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-751d6ab1-0f35-4b1e-8c2f-f3870a2a463b req-aee93d07-5fef-47d2-bf6b-5a13b6de0eef tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035675 Feb 17 03:29:17.094720 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-69e52166-b8cb-4dd0-821f-8ccdf5f20ac8 req-bb1380dc-ca5a-4fbe-9ac7-fbead973bb80 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Feb 17 03:29:17.101276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Allocated IP 172.20.0.6 (61e2f301-9871-4c89-a13d-42f80a9ac33b/65fe182d-b47f-43e6-a41b-3c2634828fd3/05778b3d-609f-4522-a398-a274a597880a) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:17.135822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-7bc44441-6548-4573-ae80-aa0548adc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:17.156517 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-7bc44441-6548-4573-ae80-aa0548adc7da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.2185166 Feb 17 03:29:17.168864 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76f57fd-bc44-4d8f-890a-3528e57bf1f6', 'code': 200} Feb 17 03:29:17.216917 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'tag': '9358840c-540b-49de-b65a-0d353ab98a38', 'status': 'completed', 'code': 200} Feb 17 03:29:17.445898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41096) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:17.483484 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-36e1cf0e-2fe2-4db0-9e80-2ec1e685266a req-f1b9153d-7b39-4997-92c0-d327e1bbdc93 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 210 time: 0.0713325 Feb 17 03:29:17.577362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:17.586139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:17.601106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6a05d75e-6a97-4dab-b8f6-8fbd6a27db30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:17.647048 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bf820-05e1-4479-9d2a-9065b9895e67 req-76b7c88a-300f-414c-b44e-77c55a586e18 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:17.653964 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4b7bf820-05e1-4479-9d2a-9065b9895e67 req-76b7c88a-300f-414c-b44e-77c55a586e18 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 943 time: 0.2338221 Feb 17 03:29:17.689118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c4a55c-85b1-417c-bf31-7be89074e5eb,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:17.694769 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:17.700074 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd8a2f467ed44f8991cde7554bf6dc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9163067 Feb 17 03:29:17.703720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41108) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:17.707045 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:17.715849 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-7fa71b14-3844-4059-ab68-ffb2102baa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:17.717495 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-7fa71b14-3844-4059-ab68-ffb2102baa21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3466702 Feb 17 03:29:17.780596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] For port d76f57fd-bc44-4d8f-890a-3528e57bf1f6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,segment=NetworkSegment(ef914efe-5ea9-44f3-893d-baad629c2e82),segment_id=ef914efe-5ea9-44f3-893d-baad629c2e82)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:17.781004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:17.804436 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4b7bf820-05e1-4479-9d2a-9065b9895e67 req-2e44f976-04f7-4f4a-bb17-fd106d491e1f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379941 Feb 17 03:29:17.938496 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Calling delete_port for d76f57fd-bc44-4d8f-890a-3528e57bf1f6 owned by compute:nova {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:29:17.948768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:17.963647 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-438c6b57-2d63-4f6c-b70a-265da08e0452 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157133 Feb 17 03:29:17.987670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:18.015478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a1ea-576d-4ff5-9840-d95ac961a5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.029423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Usage tracker for resource:security_group_rule and tenant:97b6c59457e542a0816755a993b34727 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:18.032576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.048643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:18.126205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:18.137933 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:18.247214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a1ea-576d-4ff5-9840-d95ac961a5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.366217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.395346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dcba913e-7795-4972-a3d0-d96df645c856 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:18.514704 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Pushing event deleted for resources: {'Port': ['ID=d76f57fd-bc44-4d8f-890a-3528e57bf1f6,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:18.517080 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:18.551910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc34f8-aa1d-445b-b321-d6b1a886cd53 req-15b21004-69a5-4da9-9f1f-7546b191c0da tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:18.555598 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7ebc34f8-aa1d-445b-b321-d6b1a886cd53 req-15b21004-69a5-4da9-9f1f-7546b191c0da tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 944 time: 0.3678210 Feb 17 03:29:18.569161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661baffb-acec-451f-a1a8-f0bda4b71692 req-506ba94b-b059-4e59-bb8e-8c619a844536 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:18.571038 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-661baffb-acec-451f-a1a8-f0bda4b71692 req-506ba94b-b059-4e59-bb8e-8c619a844536 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 943 time: 0.3220947 Feb 17 03:29:18.599857 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Pushing event updated for resources: {'Port': ['ID=05778b3d-609f-4522-a398-a274a597880a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:18.619031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:18.654180 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c31b9ba-e1e5-411d-a3c4-a0e4184a00c3 req-0c5750ec-a8f0-4398-ac06-6adda7153f6d service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6696677 Feb 17 03:29:18.678109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a1ea-576d-4ff5-9840-d95ac961a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.683832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:18.689663 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-661baffb-acec-451f-a1a8-f0bda4b71692 req-3756077d-3ba1-409e-b8c4-3b88a7453479 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910609 Feb 17 03:29:18.706426 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7ebc34f8-aa1d-445b-b321-d6b1a886cd53 req-f50ba9f4-41ef-48c2-ba61-6f0949476e78 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddade113-0997-4da2-aa9a-513e93273dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450050 Feb 17 03:29:18.732199 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0a1ea-576d-4ff5-9840-d95ac961a5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c4a55c-85b1-417c-bf31-7be89074e5eb,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:18.747063 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:18.749583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9bd0a1ea-576d-4ff5-9840-d95ac961a5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:18.751997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:18.767476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:18.771949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:18.772693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.844489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] No DVR routers for this DVR port d76f57fd-bc44-4d8f-890a-3528e57bf1f6 on host hv-cinder-75996 {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:29:18.855280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.858342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'name': 'network-vif-deleted', 'tag': 'd76f57fd-bc44-4d8f-890a-3528e57bf1f6'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:18.880983 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.890344 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41cf1d8d-e73d-4544-b28e-1e223a302d20 req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.38 "DELETE /v2.0/ports/d76f57fd-bc44-4d8f-890a-3528e57bf1f6 HTTP/1.1" status: 204 len: 173 time: 2.0496538 Feb 17 03:29:18.934970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:18.968214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b882cbe-9a96-400d-9af9-dd95a3755918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:19.007632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a1ea-576d-4ff5-9840-d95ac961a5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:19.012901 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9bd0a1ea-576d-4ff5-9840-d95ac961a5ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86c4a55c-85b1-417c-bf31-7be89074e5eb HTTP/1.1" status: 204 len: 168 time: 1.3023529 Feb 17 03:29:19.039735 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4738677 Feb 17 03:29:19.050143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab8d79-1366-4d93-950c-3d3b4039ce4f,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:19.058971 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97b6c59457e542a0816755a993b34727&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6055565 Feb 17 03:29:19.058971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:19.060241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41154) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:19.064463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 2a1a583a-9700-4e47-9b07-5681abb06c41 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:19.081049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Request body: {'port': {'device_id': '25cc750c-d548-40e1-b749-39e18eb8aa22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:19.089831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86639dfc-fcfb-452e-85d5-a0c6cc4a5d33 req-7f21cbb5-68dc-48e4-9bb1-41011bc6c869 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:19.091587 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-86639dfc-fcfb-452e-85d5-a0c6cc4a5d33 req-7f21cbb5-68dc-48e4-9bb1-41011bc6c869 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 931 time: 0.1931539 Feb 17 03:29:19.141717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5b4e8-ecdf-4de6-8805-68634b003039 req-674b4ab2-4e8c-4434-8d92-2cd0ef8415c2 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:19.143473 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dca5b4e8-ecdf-4de6-8805-68634b003039 req-674b4ab2-4e8c-4434-8d92-2cd0ef8415c2 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 943 time: 0.1487920 Feb 17 03:29:19.196862 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-86639dfc-fcfb-452e-85d5-a0c6cc4a5d33 req-1cbd9aba-f019-40ea-b22f-c137b5d451f3 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953066 Feb 17 03:29:19.231875 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dca5b4e8-ecdf-4de6-8805-68634b003039 req-35571cc7-962c-42af-b376-818dea23021e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727820 Feb 17 03:29:19.275977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 2a1a583a-9700-4e47-9b07-5681abb06c41 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:19.281563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 2a1a583a-9700-4e47-9b07-5681abb06c41 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:19.282457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:19.328356 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375d0ca3-0740-4d5f-b160-7ff1b33cedd3', 'name': 'network-vif-deleted', 'tag': 'd76f57fd-bc44-4d8f-890a-3528e57bf1f6', 'status': 'completed', 'code': 200} Feb 17 03:29:19.348725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:19.362726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93962-8c97-443e-a65e-efc235af53d4 req-de641c34-9ba3-4a6c-8ef5-5c60d3f19bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:19.364459 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74b93962-8c97-443e-a65e-efc235af53d4 req-de641c34-9ba3-4a6c-8ef5-5c60d3f19bfb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 1160 time: 0.5711937 Feb 17 03:29:19.565499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:19.614859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 2a1a583a-9700-4e47-9b07-5681abb06c41, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2a1a583a-9700-4e47-9b07-5681abb06c41,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:19.617403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412c79cb-39c8-44b3-8cff-bef48ca8caac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1a583a-9700-4e47-9b07-5681abb06c41'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:19.628826 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:19.632892 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41178) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:19.644929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:19.739347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=2a1a583a-9700-4e47-9b07-5681abb06c41,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:19.743910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:19.746455 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412c79cb-39c8-44b3-8cff-bef48ca8caac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1a583a-9700-4e47-9b07-5681abb06c41', 'code': 200} Feb 17 03:29:19.809546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1f70499-ac76-41b1-918a-3ecc09ad61a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:19.812260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93962-8c97-443e-a65e-efc235af53d4 req-a9745862-2c64-4103-ac02-c69be9d02d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:19.813881 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74b93962-8c97-443e-a65e-efc235af53d4 req-a9745862-2c64-4103-ac02-c69be9d02d53 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 905 time: 0.4384468 Feb 17 03:29:19.923508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:19.954131 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74b93962-8c97-443e-a65e-efc235af53d4 req-d39a0a67-34e7-45cf-ae5c-493659be637d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9358840c-540b-49de-b65a-0d353ab98a38 HTTP/1.1" status: 200 len: 217 time: 0.1054749 Feb 17 03:29:19.967277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:20.016334 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1f70499-ac76-41b1-918a-3ecc09ad61a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:20.085374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:9749bd382ebf495d9d6f21333c4ce733 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:20.130186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:20.149065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-48277c8a-2906-4a20-af66-98e30ee29d7b req-d8c1dab4-ae7f-4546-a064-3359cfb24f41 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Synchronizing usage tracker for tenant:f7ab019d199b4ad091db887f8d6e575b on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:20.151801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93962-8c97-443e-a65e-efc235af53d4 req-ebf92a87-625d-4b1f-b104-3c1bb1465a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:20.153482 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74b93962-8c97-443e-a65e-efc235af53d4 req-ebf92a87-625d-4b1f-b104-3c1bb1465a8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.1826513 Feb 17 03:29:20.162538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:20.207573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-48277c8a-2906-4a20-af66-98e30ee29d7b req-d8c1dab4-ae7f-4546-a064-3359cfb24f41 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Unset dirty status for tenant:f7ab019d199b4ad091db887f8d6e575b on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:20.208865 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-48277c8a-2906-4a20-af66-98e30ee29d7b req-d8c1dab4-ae7f-4546-a064-3359cfb24f41 tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] 10.222.0.49 "GET /v2.0/ports?device_id=375d0ca3-0740-4d5f-b160-7ff1b33cedd3 HTTP/1.1" status: 200 len: 210 time: 0.1739280 Feb 17 03:29:20.234047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60326151-c4d8-47b8-aa2a-202c071119ec req-ae33d85f-26b5-4004-8500-588e129e0a0b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:20.241605 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60326151-c4d8-47b8-aa2a-202c071119ec req-ae33d85f-26b5-4004-8500-588e129e0a0b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2676814 Feb 17 03:29:20.302129 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60326151-c4d8-47b8-aa2a-202c071119ec req-f640a39a-f121-4cf5-b374-e8cd5b0dd4ef tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594718 Feb 17 03:29:20.304434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a41216-5424-4195-abbf-f110946d2231 req-3b365514-1563-4613-a50b-67c667891147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:20.312160 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1a41216-5424-4195-abbf-f110946d2231 req-3b365514-1563-4613-a50b-67c667891147 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 1162 time: 0.2723100 Feb 17 03:29:20.329453 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1f70499-ac76-41b1-918a-3ecc09ad61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:20.346361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:20.371977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f70499-ac76-41b1-918a-3ecc09ad61a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab8d79-1366-4d93-950c-3d3b4039ce4f,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:20.384528 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1f70499-ac76-41b1-918a-3ecc09ad61a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:20.385394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e1f70499-ac76-41b1-918a-3ecc09ad61a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:20.389200 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e1f70499-ac76-41b1-918a-3ecc09ad61a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eaab8d79-1366-4d93-950c-3d3b4039ce4f HTTP/1.1" status: 204 len: 168 time: 1.3254967 Feb 17 03:29:20.422212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93962-8c97-443e-a65e-efc235af53d4 req-13b7432d-ef09-4a94-b7ef-f8dc51abf777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:20.423910 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74b93962-8c97-443e-a65e-efc235af53d4 req-13b7432d-ef09-4a94-b7ef-f8dc51abf777 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2504027 Feb 17 03:29:20.603021 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1a41216-5424-4195-abbf-f110946d2231 req-162dbf39-ff73-4dd5-bc94-88230cbd7599 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749033 Feb 17 03:29:20.635258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05778b3d-609f-4522-a398-a274a597880a {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:29:20.695708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:20.705355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc998deb-bdb3-41d4-b8ac-8449e02e8135 req-5bfc3fa3-da43-4d2a-8f23-3bd748234380 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:20.707391 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc998deb-bdb3-41d4-b8ac-8449e02e8135 req-5bfc3fa3-da43-4d2a-8f23-3bd748234380 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 943 time: 0.2488065 Feb 17 03:29:20.741343 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48c572-8c1d-4c69-b629-a77c2665a8aa req-2219fa24-ed16-4eea-98a6-6e433d4baf57 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:20.743002 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b48c572-8c1d-4c69-b629-a77c2665a8aa req-2219fa24-ed16-4eea-98a6-6e433d4baf57 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 931 time: 0.3104529 Feb 17 03:29:20.745813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:20.776925 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Transition to ACTIVE for port object 05778b3d-609f-4522-a398-a274a597880a will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:20.786657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:20.798910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:20.807552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 2a1a583a-9700-4e47-9b07-5681abb06c41 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:20.808725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:20.828359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:20.901914 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9749bd382ebf495d9d6f21333c4ce733&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2668355 Feb 17 03:29:20.910222 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc998deb-bdb3-41d4-b8ac-8449e02e8135 req-e6e2bc08-99b5-4d87-9e5b-e39d44a80295 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830049 Feb 17 03:29:20.911623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41214) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:20.924363 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b48c572-8c1d-4c69-b629-a77c2665a8aa req-887a3f29-88ac-49f6-a5b2-4b14b8d47f98 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556883 Feb 17 03:29:20.926205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b162097-d886-482a-a42a-79071ebf155f,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:20.945546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:20.969569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 2a1a583a-9700-4e47-9b07-5681abb06c41 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:20.969995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.023126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41224) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:21.057408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.060352 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74b93962-8c97-443e-a65e-efc235af53d4 req-348a4855-7f14-4666-a044-91896940d8a9 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163766 Feb 17 03:29:21.092935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11e1b7d9-01ed-4b78-a637-152337654bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.103307 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:21.233002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Pushing event updated for resources: {'Port': ['ID=05778b3d-609f-4522-a398-a274a597880a,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:21.243910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:21.333085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ad8960fd5c4749a5bca5ee9c9ebb3a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:21.339229 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:21.348166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11e1b7d9-01ed-4b78-a637-152337654bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.355360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:21.392524 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74b93962-8c97-443e-a65e-efc235af53d4 req-f49b6f9d-db47-4f5f-b303-0597d4d77227 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3043065 Feb 17 03:29:21.436505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Attempting to bind port 05778b3d-609f-4522-a398-a274a597880a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:21.436693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11e1b7d9-01ed-4b78-a637-152337654bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.439506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Attempting to bind port 05778b3d-609f-4522-a398-a274a597880a by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:21.440639 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Attempting to bind port 05778b3d-609f-4522-a398-a274a597880a on network 61e2f301-9871-4c89-a13d-42f80a9ac33b {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:21.446290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:21.450357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:21.451011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Checking segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:21.451607 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.452206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Bound using segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:21.452888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Bound port: 05778b3d-609f-4522-a398-a274a597880a, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:21.453342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.477031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1b7d9-01ed-4b78-a637-152337654bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b162097-d886-482a-a42a-79071ebf155f,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:21.484552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-11e1b7d9-01ed-4b78-a637-152337654bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:21.494730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11e1b7d9-01ed-4b78-a637-152337654bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.496033 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-11e1b7d9-01ed-4b78-a637-152337654bff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b162097-d886-482a-a42a-79071ebf155f HTTP/1.1" status: 204 len: 168 time: 0.5833650 Feb 17 03:29:21.509072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.622750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.635342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:21.639210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] For port 05778b3d-609f-4522-a398-a274a597880a, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:21.647713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] For port 05778b3d-609f-4522-a398-a274a597880a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=05778b3d-609f-4522-a398-a274a597880a,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:21.656206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.677549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:21.698504 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3ad8960fd5c4749a5bca5ee9c9ebb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6740122 Feb 17 03:29:21.700599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda8eeb-7a68-43e6-b813-40e4a428e68b,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:21.703896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41252) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:21.708949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:21.778456 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d693d2-5742-4964-9393-31193545204f req-0a6af96c-a2a6-42a3-b90b-9fec8ce43823 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:21.792511 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-28d693d2-5742-4964-9393-31193545204f req-0a6af96c-a2a6-42a3-b90b-9fec8ce43823 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2716498 Feb 17 03:29:21.904549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Pushing event updated for resources: {'Port': ['ID=05778b3d-609f-4522-a398-a274a597880a,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:21.914776 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbff855e-5809-4998-bef3-4344b422bc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:21.917459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:21.968182 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-28d693d2-5742-4964-9393-31193545204f req-bf8d5898-60f1-4012-933b-4663fbbbe4e9 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738627 Feb 17 03:29:22.006210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:22.007169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:22.010016 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] 10.222.0.38 "PUT /v2.0/ports/05778b3d-609f-4522-a398-a274a597880a HTTP/1.1" status: 200 len: 1157 time: 2.9374709 Feb 17 03:29:22.015667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cc750c-d548-40e1-b749-39e18eb8aa22', 'tag': '05778b3d-609f-4522-a398-a274a597880a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:22.049082 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbff855e-5809-4998-bef3-4344b422bc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:22.144996 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbff855e-5809-4998-bef3-4344b422bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:22.151882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-40e213a2-d7b9-4861-9eeb-17227ab4b67a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:22.165691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff855e-5809-4998-bef3-4344b422bc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda8eeb-7a68-43e6-b813-40e4a428e68b,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:22.169093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dbff855e-5809-4998-bef3-4344b422bc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:22.170374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dbff855e-5809-4998-bef3-4344b422bc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:22.171885 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-dbff855e-5809-4998-bef3-4344b422bc7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eeda8eeb-7a68-43e6-b813-40e4a428e68b HTTP/1.1" status: 204 len: 168 time: 0.4646866 Feb 17 03:29:22.272396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41276) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:22.367071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:22.383765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-1889687b-676e-4423-abba-d6ab85e1115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:22.385878 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-1889687b-676e-4423-abba-d6ab85e1115d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 1160 time: 0.1512985 Feb 17 03:29:22.421685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:22.443446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Usage tracker for resource:security_group_rule and tenant:5c61670ad70f46c195ea0fe57d575299 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:22.452588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:22.477303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:22.520675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa7ef-ea8b-4d7d-887d-f2b15401652d req-37b0642d-9cbd-4d90-9f7c-ab223a07092b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:22.522594 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c85aa7ef-ea8b-4d7d-887d-f2b15401652d req-37b0642d-9cbd-4d90-9f7c-ab223a07092b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 943 time: 0.3294716 Feb 17 03:29:22.545397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa079-9c0b-49c0-a623-09772be9397e req-c3c46eaf-943b-4d8e-ab2e-e11ffb58b4f0 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:22.548592 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-37ca9c21-4813-4106-8ccd-83442a6d50f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05778b3d-609f-4522-a398-a274a597880a HTTP/1.1" status: 200 len: 217 time: 0.1319401 Feb 17 03:29:22.549050 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-008fa079-9c0b-49c0-a623-09772be9397e req-c3c46eaf-943b-4d8e-ab2e-e11ffb58b4f0 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 943 time: 0.2832170 Feb 17 03:29:22.645627 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c85aa7ef-ea8b-4d7d-887d-f2b15401652d req-d68054c1-4c0d-4395-bd26-1c3a90ed09c4 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103311 Feb 17 03:29:22.676825 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-008fa079-9c0b-49c0-a623-09772be9397e req-2e322419-ed1f-4ba3-99e7-addd47a04209 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750043 Feb 17 03:29:22.678391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-edcfc598-7aab-4ef8-91bd-76624f11884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:22.680428 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-edcfc598-7aab-4ef8-91bd-76624f11884e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.0999019 Feb 17 03:29:22.774711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:22.779040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:22.790218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:22.812049 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-65ffc299-17f8-4e0a-8d1d-2c88e5ba341d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228838 Feb 17 03:29:22.814242 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cc750c-d548-40e1-b749-39e18eb8aa22', 'tag': '05778b3d-609f-4522-a398-a274a597880a', 'status': 'completed', 'code': 200} Feb 17 03:29:22.841767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4565a8-1eca-4cf9-a5dc-3924a98cfc38,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:22.857154 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c61670ad70f46c195ea0fe57d575299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5796406 Feb 17 03:29:22.860307 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:22.861457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41296) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:23.002528 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-a408e128-d478-4a32-8490-0bcd822585bc service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712549 Feb 17 03:29:23.011630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc872760-dd9d-4401-8b8d-477adfe7f3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:23.042125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc872760-dd9d-4401-8b8d-477adfe7f3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:23.220160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc872760-dd9d-4401-8b8d-477adfe7f3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:23.237164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2d0dc424-c1d9-4332-8a7a-d0c75386195d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:23.266103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872760-dd9d-4401-8b8d-477adfe7f3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4565a8-1eca-4cf9-a5dc-3924a98cfc38,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:23.269362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc872760-dd9d-4401-8b8d-477adfe7f3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:23.273991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc872760-dd9d-4401-8b8d-477adfe7f3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:23.275271 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-cc872760-dd9d-4401-8b8d-477adfe7f3c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc4565a8-1eca-4cf9-a5dc-3924a98cfc38 HTTP/1.1" status: 204 len: 168 time: 0.4111645 Feb 17 03:29:23.309583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a12a75-9c68-482e-aa70-6b0a7f1830c5 req-344e715a-b38a-478b-9328-290096bb3ae8 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:23.311586 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4a12a75-9c68-482e-aa70-6b0a7f1830c5 req-344e715a-b38a-478b-9328-290096bb3ae8 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.1426129 Feb 17 03:29:23.373514 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41322) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:23.435522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41328) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:23.438866 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4a12a75-9c68-482e-aa70-6b0a7f1830c5 req-0cf07e95-8b17-4c99-85da-343050b64461 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195414 Feb 17 03:29:23.474785 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02ab929f-c528-4567-b5d9-da76ca67c29b req-830ae78f-bf38-49d3-ad6f-4ccd48e63576 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4610600 Feb 17 03:29:23.525041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:23.543016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Deleting subnet 9f7a1e4a-e68f-47cd-835f-c2db8a4fdd21 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:29:23.557101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:23.625433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15667004'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:23.706118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817baa7-870e-4660-9947-6d3c74c323fe req-85885b55-922f-4676-968b-042ed544b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:23.708105 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4817baa7-870e-4660-9947-6d3c74c323fe req-85885b55-922f-4676-968b-042ed544b34b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 1160 time: 0.1065476 Feb 17 03:29:23.713803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:23.930759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:24.042629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:24.073971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817baa7-870e-4660-9947-6d3c74c323fe req-407ae855-af3c-4bd8-b930-c260a3ad40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:24.075955 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4817baa7-870e-4660-9947-6d3c74c323fe req-407ae855-af3c-4bd8-b930-c260a3ad40b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 909 time: 0.3449194 Feb 17 03:29:24.083098 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-3ed6b23c-1bdf-468d-b0b7-b9f369514825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:24.085066 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-3ed6b23c-1bdf-468d-b0b7-b9f369514825 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 1162 time: 0.1810076 Feb 17 03:29:24.100418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:c08c727dcce1498d83fc921eccc9b5d7 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:24.111938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:24.133487 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:24.147924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 2a1a583a-9700-4e47-9b07-5681abb06c41 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:24.215197 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4817baa7-870e-4660-9947-6d3c74c323fe req-b4d7f362-9c79-4534-bae3-b6a8be31375c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05778b3d-609f-4522-a398-a274a597880a HTTP/1.1" status: 200 len: 217 time: 0.1098309 Feb 17 03:29:24.280944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2102549-d070-4280-8b41-b2502e6aa447 req-9fb30c81-c148-42dc-a6b2-cdd6861a7cd6 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:24.282571 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2102549-d070-4280-8b41-b2502e6aa447 req-9fb30c81-c148-42dc-a6b2-cdd6861a7cd6 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 943 time: 0.3373752 Feb 17 03:29:24.361339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1381f83-9b7c-4b35-8249-059c35d9f54f req-a4064bd5-6dce-4d39-9007-7baa87edc6da tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:24.363624 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1381f83-9b7c-4b35-8249-059c35d9f54f req-a4064bd5-6dce-4d39-9007-7baa87edc6da tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 943 time: 0.3301165 Feb 17 03:29:24.365552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817baa7-870e-4660-9947-6d3c74c323fe req-ad129a29-99af-4190-8412-19a2fe5bdace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:24.367173 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4817baa7-870e-4660-9947-6d3c74c323fe req-ad129a29-99af-4190-8412-19a2fe5bdace service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.0947897 Feb 17 03:29:24.378182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 2a1a583a-9700-4e47-9b07-5681abb06c41 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:24.379257 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:24.450161 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2102549-d070-4280-8b41-b2502e6aa447 req-0384c39d-7c99-4525-aaf0-151e087e7889 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540563 Feb 17 03:29:24.466457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-93fd20b9-fe09-4917-92e9-f54db7a787c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:24.468038 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-93fd20b9-fe09-4917-92e9-f54db7a787c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 912 time: 0.3614705 Feb 17 03:29:24.470032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15502013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16395473'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:24.470684 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4817baa7-870e-4660-9947-6d3c74c323fe req-8acb4892-3c46-4907-ac9c-e7254fa29ee8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787435 Feb 17 03:29:24.501682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-70fb52ac-c132-4e1b-9655-5989d087fb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:24.561607 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1381f83-9b7c-4b35-8249-059c35d9f54f req-04419240-ffe0-4d5a-a72d-44237f3f2788 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789925 Feb 17 03:29:24.628959 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:24.630275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7a1e4a-e68f-47cd-835f-c2db8a4fdd21,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:24.646914 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:24.655400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.655812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.656214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.656616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.657010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.657404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.657795 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.658185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.658574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.658986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.659382 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.659766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.660221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.660610 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.660992 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.661373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.661752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.662558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.662558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.662860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.663357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.663767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.664102 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.664390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:24.671182 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-85f223d9-c559-4186-848e-12fb75021862 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a1a583a-9700-4e47-9b07-5681abb06c41 HTTP/1.1" status: 200 len: 217 time: 0.1784308 Feb 17 03:29:24.673656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:24.684359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d12d7e1b-6a3e-4041-ae62-93d27818e15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:24.866497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15c0c6c-0058-468b-913a-28ef89da02d3,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:24.886170 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:24.887551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:24.906496 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-3fe41474-ef3d-4897-b8fb-3fd086fd19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:24.908731 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-3fe41474-ef3d-4897-b8fb-3fd086fd19d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.0738845 Feb 17 03:29:24.916007 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c08c727dcce1498d83fc921eccc9b5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5388005 Feb 17 03:29:24.917684 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4817baa7-870e-4660-9947-6d3c74c323fe req-c787de25-d11e-4788-9e5b-65e4949cd4aa service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518630 Feb 17 03:29:24.918216 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41378) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:24.990167 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9f7a1e4a-e68f-47cd-835f-c2db8a4fdd21 HTTP/1.1" status: 204 len: 168 time: 1.5360401 Feb 17 03:29:24.995908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41384) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:25.104463 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-8d01880b-b778-4b0e-adbd-5759e50c6f60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379225 Feb 17 03:29:25.124083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:25.151943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.194690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.249081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ae192-5334-47f6-9d14-f50d1a51ed91 req-e29ecb8d-0622-4ce1-aba1-4a171368f70c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:25.258183 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-429ae192-5334-47f6-9d14-f50d1a51ed91 req-e29ecb8d-0622-4ce1-aba1-4a171368f70c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.5468121 Feb 17 03:29:25.274689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.294952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 9358840c-540b-49de-b65a-0d353ab98a38 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:25.306438 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 9358840c-540b-49de-b65a-0d353ab98a38 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:25.306870 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.407292 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4817baa7-870e-4660-9947-6d3c74c323fe req-a825fb74-3edd-4fab-8971-2881d96ced10 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4379582 Feb 17 03:29:25.412394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.426592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:25.451967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15c0c6c-0058-468b-913a-28ef89da02d3,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:25.496515 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-429ae192-5334-47f6-9d14-f50d1a51ed91 req-66f9c8e0-212d-49f0-87ae-d23022bd47fb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301989 Feb 17 03:29:25.508483 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-95330fcd-397c-4df6-9a65-f6397bbd6c4b service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833529 Feb 17 03:29:25.510057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.511778 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.513231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.513540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.513948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.514352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.514755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.515209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.515606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.517733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.518624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.519085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.519534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.519971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.520455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.521438 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.525213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.525531 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.525965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.527547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.530086 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.531365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.531703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.532105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.532509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:25.583009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 9358840c-540b-49de-b65a-0d353ab98a38, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9358840c-540b-49de-b65a-0d353ab98a38,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:25.591168 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9358840c-540b-49de-b65a-0d353ab98a38'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:25.599256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.612522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e35bcdb1-acff-42a1-b622-5ed77c088610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:25.616067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:25.617484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.621692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.628832 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c15c0c6c-0058-468b-913a-28ef89da02d3 HTTP/1.1" status: 204 len: 168 time: 0.7079513 Feb 17 03:29:25.695337 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9358840c-540b-49de-b65a-0d353ab98a38', 'code': 200} Feb 17 03:29:25.741583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=9358840c-540b-49de-b65a-0d353ab98a38,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:25.747753 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:25.808507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319fa0ae-8b20-492d-a059-3ff80ee13325']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:25.830208 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef914efe-5ea9-44f3-893d-baad629c2e82') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:25.830534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef914efe-5ea9-44f3-893d-baad629c2e82') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:25.851123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.865712 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c78d32b-560c-4827-b895-63bd8e998b08 req-af277156-3388-4747-b9ae-f90f385cb716 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3297908 Feb 17 03:29:25.951431 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e32820-22c3-4395-9edb-ebaa3993f6dd req-6317b724-b454-4907-b366-d6b52f1c25ee tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:25.953408 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b0e32820-22c3-4395-9edb-ebaa3993f6dd req-6317b724-b454-4907-b366-d6b52f1c25ee tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.2490962 Feb 17 03:29:25.958631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41428) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:25.974338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:25.983304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:29:26.130474 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b0e32820-22c3-4395-9edb-ebaa3993f6dd req-eba4ec96-8c39-4392-8836-ea19694e99b4 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537139 Feb 17 03:29:26.161596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81e128-adc4-4717-9128-e9fc3e087832 req-164767e5-2369-4f49-928a-d42c9c48fd4f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:26.163267 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3c81e128-adc4-4717-9128-e9fc3e087832 req-164767e5-2369-4f49-928a-d42c9c48fd4f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 943 time: 0.3193197 Feb 17 03:29:26.245742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4db85-85de-4c09-aa1c-a62760da08a9 req-26245b76-7810-438c-910e-a3b6bde03e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:26.247932 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1ff4db85-85de-4c09-aa1c-a62760da08a9 req-26245b76-7810-438c-910e-a3b6bde03e62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 1162 time: 0.0940461 Feb 17 03:29:26.267800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Network 319fa0ae-8b20-492d-a059-3ff80ee13325 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:29:26.268378 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.283973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.318753 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:26.334232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Usage tracker for resource:security_group_rule and tenant:97722971bc464ade80400f7f67918b32 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:26.337500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41448) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:26.341958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:26.371907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:26.379682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.395446 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1ff4db85-85de-4c09-aa1c-a62760da08a9 req-fc55751d-e2bf-47f2-bd64-ebddb3ad45f3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063929 Feb 17 03:29:26.405664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:26.410209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2021cb1040c426bb35ab008054948a6 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:26.413579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:26.420157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:26.551779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.559670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.573871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c1f33983-8dc7-4735-b664-331bb90436e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:26.590454 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3c81e128-adc4-4717-9128-e9fc3e087832 req-5682ba0b-e2cc-4670-ad1c-7d6018829389 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142902 Feb 17 03:29:26.638864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ace213-aca1-4b3c-9ed2-a6cc12dace88,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:26.642541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:26.650633 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-96d7cad0-89c0-4d84-a2f2-165eebbe25b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2021cb1040c426bb35ab008054948a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102646 Feb 17 03:29:26.651539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41458) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:26.745968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.767239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.774819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Network 319fa0ae-8b20-492d-a059-3ff80ee13325 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:29:26.779414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df168d04-dfa6-496c-b60f-b798768bb298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:26.798388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a02cf823-0aa3-40a3-8211-1f02fdac7378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:29:26.806126 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:29:26.845900 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97722971bc464ade80400f7f67918b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8860304 Feb 17 03:29:26.854164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41468) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:26.860825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2d10d5-6f2e-4640-baa5-f5bdff1d0772,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:26.864197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:26.869517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a02cf823-0aa3-40a3-8211-1f02fdac7378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.910191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a6b96-100e-438d-9a00-452b1cc57610 req-5736037f-49de-4cc5-8ee4-2816476647e6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:26.911883 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-747a6b96-100e-438d-9a00-452b1cc57610 req-5736037f-49de-4cc5-8ee4-2816476647e6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2132838 Feb 17 03:29:26.918513 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.940019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-645003f2-a4e9-4dd7-8fff-40f49338093a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:26.964256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.970535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Pushing event deleted for resources: {'Network': ['ID=319fa0ae-8b20-492d-a059-3ff80ee13325,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:26.984225 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:26.985184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4732cdb2-70ee-447e-ab46-9eef00559cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:26.989982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a02cf823-0aa3-40a3-8211-1f02fdac7378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.000602 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-747a6b96-100e-438d-9a00-452b1cc57610 req-7af179c3-76af-4021-bb69-8ea9da4a6ccb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791423 Feb 17 03:29:27.002163 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-92735519-2298-431c-8f0e-e0d1d63e75cf admin admin] 10.222.0.49 "DELETE /v2.0/networks/319fa0ae-8b20-492d-a059-3ff80ee13325 HTTP/1.1" status: 204 len: 168 time: 1.9912524 Feb 17 03:29:27.007256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9bd0a1ea-576d-4ff5-9840-d95ac961a5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:27.040810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cf823-0aa3-40a3-8211-1f02fdac7378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ace213-aca1-4b3c-9ed2-a6cc12dace88,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:27.050727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a02cf823-0aa3-40a3-8211-1f02fdac7378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:27.052598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4732cdb2-70ee-447e-ab46-9eef00559cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.075480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a02cf823-0aa3-40a3-8211-1f02fdac7378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.079218 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a02cf823-0aa3-40a3-8211-1f02fdac7378 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8ace213-aca1-4b3c-9ed2-a6cc12dace88 HTTP/1.1" status: 204 len: 168 time: 0.4193506 Feb 17 03:29:27.124389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4732cdb2-70ee-447e-ab46-9eef00559cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.130199 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-57e503fa-bf9d-4c68-a101-9ee0da560c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:27.145665 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732cdb2-70ee-447e-ab46-9eef00559cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2d10d5-6f2e-4640-baa5-f5bdff1d0772,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:27.148659 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4732cdb2-70ee-447e-ab46-9eef00559cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:27.151360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4732cdb2-70ee-447e-ab46-9eef00559cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.152613 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4732cdb2-70ee-447e-ab46-9eef00559cae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c2d10d5-6f2e-4640-baa5-f5bdff1d0772 HTTP/1.1" status: 204 len: 168 time: 0.2936492 Feb 17 03:29:27.193713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41490) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:27.254732 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-395d43e4-5468-45cf-8129-1fb3d523ebc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7ab019d199b4ad091db887f8d6e575b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0595520 Feb 17 03:29:27.257267 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41494) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:27.334360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0bc47fbe-2080-4d9e-9f8c-5d14a8ced8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.365451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0bc47fbe-2080-4d9e-9f8c-5d14a8ced8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.435875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0bc47fbe-2080-4d9e-9f8c-5d14a8ced8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.438015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa136d9-9064-451c-9c87-2b16f04d37bb req-700fab30-544d-46e6-9014-ce266441676f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:27.442253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:27.444744 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2aa136d9-9064-451c-9c87-2b16f04d37bb req-700fab30-544d-46e6-9014-ce266441676f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1595469 Feb 17 03:29:27.464009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47fbe-2080-4d9e-9f8c-5d14a8ced8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddade113-0997-4da2-aa9a-513e93273dda,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:27.475255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0bc47fbe-2080-4d9e-9f8c-5d14a8ced8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:27.509807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0bc47fbe-2080-4d9e-9f8c-5d14a8ced8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:27.511442 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0bc47fbe-2080-4d9e-9f8c-5d14a8ced8eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddade113-0997-4da2-aa9a-513e93273dda HTTP/1.1" status: 204 len: 168 time: 0.2531273 Feb 17 03:29:27.520154 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2aa136d9-9064-451c-9c87-2b16f04d37bb req-6f43199d-b59c-41bd-bc0f-7074d4e547ec tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681031 Feb 17 03:29:27.817306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3d804-6af5-4373-aebe-0d84874fe550 req-d7902a86-d4b2-4e73-bba9-ecffacc09d27 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:27.819074 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-77f3d804-6af5-4373-aebe-0d84874fe550 req-d7902a86-d4b2-4e73-bba9-ecffacc09d27 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 943 time: 0.1054828 Feb 17 03:29:27.877103 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-77f3d804-6af5-4373-aebe-0d84874fe550 req-a278ffb2-fbd4-49ea-b378-6b42f6fa1cdc tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484693 Feb 17 03:29:28.014505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41526) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:28.064775 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.098703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:28.102760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:c83480c61a8b46628e30fdef1a772183 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:28.110979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:28.116462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:28.264549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0c857-ad8f-4516-8ea9-e821a5476dfd req-21d4f2c7-2d10-43e4-a889-39ad33eaca27 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:28.270132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.272996 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-61d0c857-ad8f-4516-8ea9-e821a5476dfd req-21d4f2c7-2d10-43e4-a889-39ad33eaca27 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.1124713 Feb 17 03:29:28.276742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.314381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:28.335937 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-61d0c857-ad8f-4516-8ea9-e821a5476dfd req-fcc75b23-7cf4-483d-b9ab-5747ce167c37 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615084 Feb 17 03:29:28.384434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdb106b-6cfe-4826-a29c-2b0219197fd3,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:28.400863 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:28.410046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:28.429978 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c83480c61a8b46628e30fdef1a772183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117186 Feb 17 03:29:28.430432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41546) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:28.500073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cf18662-146a-41ab-b447-27f0a4000b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.532935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cf18662-146a-41ab-b447-27f0a4000b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.538690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 9358840c-540b-49de-b65a-0d353ab98a38 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:28.539184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.612976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cf18662-146a-41ab-b447-27f0a4000b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.620083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:28.648315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cf18662-146a-41ab-b447-27f0a4000b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.651931 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5cf18662-146a-41ab-b447-27f0a4000b0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fdb106b-6cfe-4826-a29c-2b0219197fd3 HTTP/1.1" status: 204 len: 168 time: 0.2178149 Feb 17 03:29:28.651931 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf18662-146a-41ab-b447-27f0a4000b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdb106b-6cfe-4826-a29c-2b0219197fd3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:28.661082 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5cf18662-146a-41ab-b447-27f0a4000b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:28.793953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 05778b3d-609f-4522-a398-a274a597880a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:28.882539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a337a1-b880-4413-975e-3b6d6d1803aa req-027b2df7-19e0-4792-9e94-10c25027d875 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:28.884249 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-73a337a1-b880-4413-975e-3b6d6d1803aa req-027b2df7-19e0-4792-9e94-10c25027d875 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1127102 Feb 17 03:29:28.908238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 05778b3d-609f-4522-a398-a274a597880a completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:28.915124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 05778b3d-609f-4522-a398-a274a597880a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:28.921278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:28.946292 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-73a337a1-b880-4413-975e-3b6d6d1803aa req-a2e63832-91fa-409c-bae9-d28f3c01e70f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542746 Feb 17 03:29:29.048102 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41588) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:29.094834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:29.132901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 05778b3d-609f-4522-a398-a274a597880a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=05778b3d-609f-4522-a398-a274a597880a,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:29.134098 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cc750c-d548-40e1-b749-39e18eb8aa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05778b3d-609f-4522-a398-a274a597880a'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:29.140759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:29.142789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:29.223791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=05778b3d-609f-4522-a398-a274a597880a,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:29.234957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.235371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.235756 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.236272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.236777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.237152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.237523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.238017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.238387 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.239127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.239502 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.239870 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.240297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.240952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.241329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.241825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.242353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.242725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.243265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.243632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.244847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.245346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.246048 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.246556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:29.251953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:29.270291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41600) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:29.297554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206bd6a-edd2-4578-918a-aaa6de9a0618 req-7c5fed65-a1c1-470f-9544-a43b3b69708d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:29.299251 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b206bd6a-edd2-4578-918a-aaa6de9a0618 req-7c5fed65-a1c1-470f-9544-a43b3b69708d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1267025 Feb 17 03:29:29.310636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c39a1-7918-4af0-886b-88cc8ad75a5b req-4edb2158-b828-48c1-9d32-e1674a0fc57d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:29.311237 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41606) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:29.312343 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eb7c39a1-7918-4af0-886b-88cc8ad75a5b req-4edb2158-b828-48c1-9d32-e1674a0fc57d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 945 time: 0.2140992 Feb 17 03:29:29.322543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'floatingip': {'port_id': '9358840c-540b-49de-b65a-0d353ab98a38'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:29.407351 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cc750c-d548-40e1-b749-39e18eb8aa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05778b3d-609f-4522-a398-a274a597880a', 'code': 200} Feb 17 03:29:29.423691 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eb7c39a1-7918-4af0-886b-88cc8ad75a5b req-f2322141-a09d-497b-86c2-e740ff37a7d9 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938735 Feb 17 03:29:29.481705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-network', 'tenant_id': '5153b854571c4f5e8b12ed5596536176'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:29.487818 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:29.494825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Usage tracker for resource:network and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:29.498477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:29.505470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:29.562280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:29.639128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-173098960-network', 'tenant_id': '91d47cbe23ef4dd3a2c78546f3142b95'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:29.665470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Made reservation on behalf of 5153b854571c4f5e8b12ed5596536176 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:29.670554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:29.672177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccef9a5-746b-4348-9ed3-a2589a50a929 req-21c426b0-c375-49df-af0a-31773b62b013 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:29.674147 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4ccef9a5-746b-4348-9ed3-a2589a50a929 req-21c426b0-c375-49df-af0a-31773b62b013 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.1361692 Feb 17 03:29:29.690383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:29.700252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:29.768771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Usage tracker for resource:network and tenant:91d47cbe23ef4dd3a2c78546f3142b95 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:29.774816 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4ccef9a5-746b-4348-9ed3-a2589a50a929 req-a372656c-2847-4817-afc6-810125bafbae tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934670 Feb 17 03:29:29.829943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:29.833476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:30.231786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:30.264375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:30.278416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Usage tracker for resource:security_group_rule and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:30.287029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:30.303819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:30.320386 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Made reservation on behalf of 91d47cbe23ef4dd3a2c78546f3142b95 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:30.324711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:30.324808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 9358840c-540b-49de-b65a-0d353ab98a38 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:30.324934 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:30.361601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:30.404183 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:30.430463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:91d47cbe23ef4dd3a2c78546f3142b95 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:30.496726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 05778b3d-609f-4522-a398-a274a597880a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:30.538730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:30.556019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40b9c4-69b5-4c1e-8f52-851053313f16 req-e789191d-ab31-464f-828f-1b2249814cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:30.557733 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5e40b9c4-69b5-4c1e-8f52-851053313f16 req-e789191d-ab31-464f-828f-1b2249814cb8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 1162 time: 0.8111465 Feb 17 03:29:30.612266 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 05778b3d-609f-4522-a398-a274a597880a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:30.612688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:30.667463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edb660-5fcc-4a6d-bb60-b459e929d0d9 req-e4b4e373-1b3e-478a-89fd-8af951e60b46 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:30.669177 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-35edb660-5fcc-4a6d-bb60-b459e929d0d9 req-e4b4e373-1b3e-478a-89fd-8af951e60b46 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 945 time: 0.1033385 Feb 17 03:29:30.769331 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-35edb660-5fcc-4a6d-bb60-b459e929d0d9 req-8889882d-ef5a-4b5d-bbdb-7d3679b5eb57 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857551 Feb 17 03:29:30.831613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:30.986638 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5e40b9c4-69b5-4c1e-8f52-851053313f16 req-5a363337-5d8d-4473-a9ba-91578bc3c3f8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496267 Feb 17 03:29:31.004374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1737c1-c148-4cd9-9a57-7a75907a9f67 req-0677d661-c3e6-4fef-a028-53343642a32c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:31.006182 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc1737c1-c148-4cd9-9a57-7a75907a9f67 req-0677d661-c3e6-4fef-a028-53343642a32c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.0903573 Feb 17 03:29:31.057694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.069019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.079204 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc1737c1-c148-4cd9-9a57-7a75907a9f67 req-c02db225-1e6f-4a94-bb1a-9a1e8ddb03a6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634186 Feb 17 03:29:31.081926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:31.138400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:29:31.148184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 03:29:31.252798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425462ba-afe3-4d4f-9d52-e999c5fa8f66,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:31.267186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:31.274733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.275205 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Added segment fdf835a5-b802-4a2e-9770-c17697929bee of type vxlan for network fab9f1b1-abd4-4c79-afba-924a22fe3738 Feb 17 03:29:31.288240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.294825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.295732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.303194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7f647592-037e-4a03-8948-896990449ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:31.328304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.459933 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.510674 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f01378a-ebf7-4036-a501-be2ebbc5a920,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:31.526414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:31.557554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.561695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:29:31.562050 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:29:31.564666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:31.565318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.572027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:31.597206 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Floating IP 18037a1e-7340-46cf-bd42-c641e4b0cdae associated. External IP: 172.28.2.107, port: 9358840c-540b-49de-b65a-0d353ab98a38. Feb 17 03:29:31.828818 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Pushing event updated for resources: {'Network': ['ID=fab9f1b1-abd4-4c79-afba-924a22fe3738,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:31.843749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:31.853118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:29:31.857750 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8055041 Feb 17 03:29:31.858513 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41698) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:31.868861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Request body: {'subnet': {'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-subnet', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:31.876287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:31.883082 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Usage tracker for resource:subnet and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:31.889139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:31.896316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:31.910314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Made reservation on behalf of 5153b854571c4f5e8b12ed5596536176 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:31.923178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838380481'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:31.995083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:29:32.314027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:32.377485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:29:32.395873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:32.396310 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Added segment 1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36 of type vxlan for network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 Feb 17 03:29:32.418881 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Router 6935eb73-9ac0-439d-a980-e892ac37557d has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:29:32.440159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:32.535802 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa8b45-3847-41c7-b1da-816dab9c3255 req-6255347c-d84c-4c0f-b254-0e1661e5ec56 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:32.537336 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d9fa8b45-3847-41c7-b1da-816dab9c3255 req-6255347c-d84c-4c0f-b254-0e1661e5ec56 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2178280 Feb 17 03:29:32.543694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2652887-ba57-4e24-8078-458d9f0503f1 req-5a81fd9f-a2ba-4b49-8402-bd43593d2507 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:32.551223 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2652887-ba57-4e24-8078-458d9f0503f1 req-5a81fd9f-a2ba-4b49-8402-bd43593d2507 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 945 time: 0.4595697 Feb 17 03:29:32.647045 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:29:32.661801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:32.664224 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d9fa8b45-3847-41c7-b1da-816dab9c3255 req-c436a1c8-18c4-43c1-a4d2-73386d0b463f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050060 Feb 17 03:29:32.691467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] Sync routers for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:29:32.700653 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2652887-ba57-4e24-8078-458d9f0503f1 req-4a62b2ae-c85f-4482-8a0a-d8de57915cb6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484776 Feb 17 03:29:32.711101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:32.714407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:32.720508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:29:32.721359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:32.727152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:32.734685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-28850c5e-a208-4714-ac5f-f9f592053f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:32.803891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839273736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838380498'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:32.838803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:32.896520 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5e62e5ce-3fb5-4b99-9892-62519f27feac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "PUT /v2.0/floatingips/18037a1e-7340-46cf-bd42-c641e4b0cdae HTTP/1.1" status: 200 len: 991 time: 3.5838571 Feb 17 03:29:32.901601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'tag': '9358840c-540b-49de-b65a-0d353ab98a38'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:32.908081 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.6372118 Feb 17 03:29:32.917519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41724) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:32.918544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:32.923773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:32.932401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Request body: {'subnet': {'network_id': 'ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-173098960-subnet', 'tenant_id': '91d47cbe23ef4dd3a2c78546f3142b95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:32.932537 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:29:32.943547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:32.955265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Usage tracker for resource:subnet and tenant:91d47cbe23ef4dd3a2c78546f3142b95 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:32.967087 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:32.977180 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:33.003865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Made reservation on behalf of 91d47cbe23ef4dd3a2c78546f3142b95 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:33.008960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:33.062823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:29:33.083858 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'tag': '9358840c-540b-49de-b65a-0d353ab98a38', 'status': 'completed', 'code': 200} Feb 17 03:29:33.208546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Checking segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:33.208957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Network hostable DHCP agents. Network: fab9f1b1-abd4-4c79-afba-924a22fe3738, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:29:33.216745 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Pushing event updated for resources: {'Subnet': ['ID=759a5d3c-e5dd-4594-b004-8263a1665673,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:33.220865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:33.242655 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:29:33.245346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:29:33.259710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, fab9f1b1-abd4-4c79-afba-924a22fe3738) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:33.281187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:33.281833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:33.306503 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850da0ed-ee71-4fd4-9a61-a79c51e01756 None None] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:29:33.308241 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a0aecb01-88ff-4e22-8077-3c78e787187a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4475324 Feb 17 03:29:33.310852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41736) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:33.316548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:33.322144 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:33.329220 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Usage tracker for resource:router and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:33.339285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:33.345632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:33.356985 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763341'] for router, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:33.358279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852860501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12474'] for router, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:33.382723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:33.564107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-b9d14882-b148-4682-ae10-5d7b45cc84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:33.566207 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-b9d14882-b148-4682-ae10-5d7b45cc84f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 1162 time: 0.2101092 Feb 17 03:29:33.641335 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4edf99e0-b5ec-56e2-8fc6-a3623b3f1581-fab9f1b1-abd4-4c79-afba-924a22fe3738', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673'}]}} from dv-cinder-759961-4-smb. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 03:29:33.642484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:33.645432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '18037a1e-7340-46cf-bd42-c641e4b0cdae', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'floating_ip_address': '172.28.2.107', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'port_id': '9358840c-540b-49de-b65a-0d353ab98a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'mac_address': 'fa:16:3e:13:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:29:01Z', 'updated_at': '2021-02-17T03:29:30Z', 'revision_number': 1, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:33.651924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] Checking router: 6935eb73-9ac0-439d-a980-e892ac37557d for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:29:33.661806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:29:33.662680 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:33.799435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-d926847f-52b4-44cf-99bb-fcefc0b9d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:33.801057 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-d926847f-52b4-44cf-99bb-fcefc0b9d013 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 905 time: 0.2183259 Feb 17 03:29:33.851463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853064021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12425'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:33.940672 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-3f7681ad-e59c-4114-9945-708a6bb92cbc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9358840c-540b-49de-b65a-0d353ab98a38 HTTP/1.1" status: 200 len: 999 time: 0.1274712 Feb 17 03:29:33.990908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:29:34.062583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:34.066398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Allocated IP 172.20.0.2 (fab9f1b1-abd4-4c79-afba-924a22fe3738/759a5d3c-e5dd-4594-b004-8263a1665673/4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:34.084163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-23a13c31-2cac-46da-8b0f-be9fe6da10a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:34.162660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5cdea3-5000-4f2b-9204-e57657ed0b2b,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:34.167695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:34.243344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-3bb35b52-4bad-4929-929d-b4afd8e73ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:34.244927 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-3bb35b52-4bad-4929-929d-b4afd8e73ace service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.2947080 Feb 17 03:29:34.356074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:34.369224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Transition to ACTIVE for port object 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:34.388117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Transition to ACTIVE for port object 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:34.394190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 05778b3d-609f-4522-a398-a274a597880a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:34.396825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-3f262cbf-8308-42a7-8f83-1b2acc3d5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:34.398533 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-3f262cbf-8308-42a7-8f83-1b2acc3d5719 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1416986 Feb 17 03:29:34.437688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:34.469404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a408c96f-92cb-4a1f-80d2-bcbf8a19a377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:34.528287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '18037a1e-7340-46cf-bd42-c641e4b0cdae', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'floating_ip_address': '172.28.2.107', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'port_id': '9358840c-540b-49de-b65a-0d353ab98a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'mac_address': 'fa:16:3e:13:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:29:01Z', 'updated_at': '2021-02-17T03:29:30Z', 'revision_number': 1, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:34.539185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7343087-754c-430e-9f51-d3fc00e096ef None None] The sync data for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb is: [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '18037a1e-7340-46cf-bd42-c641e4b0cdae', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'floating_ip_address': '172.28.2.107', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'port_id': '9358840c-540b-49de-b65a-0d353ab98a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'mac_address': 'fa:16:3e:13:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:29:01Z', 'updated_at': '2021-02-17T03:29:30Z', 'revision_number': 1, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:29:34.562366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373c687-9692-4867-912a-d525d6f34b7f req-83bdba9c-f575-4435-9cd8-44db6f736645 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:34.564090 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a373c687-9692-4867-912a-d525d6f34b7f req-83bdba9c-f575-4435-9cd8-44db6f736645 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 945 time: 0.5917184 Feb 17 03:29:34.568948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Pushing event updated for resources: {'Port': ['ID=4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:34.580361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:34.594229 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d431210-d3f8-4c06-a2bb-361f3d1ca8e6 req-bbdf5f6c-0776-40ef-93a4-89d1a424069b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:34.595947 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d431210-d3f8-4c06-a2bb-361f3d1ca8e6 req-bbdf5f6c-0776-40ef-93a4-89d1a424069b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.7143517 Feb 17 03:29:34.602203 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-d552469f-094b-4cd2-900b-07f4155a1b7f service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813450 Feb 17 03:29:34.606656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Checking segment: {'id': '1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:34.607272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Network hostable DHCP agents. Network: ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:29:34.721183 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 05778b3d-609f-4522-a398-a274a597880a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:34.721532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:34.731609 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d431210-d3f8-4c06-a2bb-361f3d1ca8e6 req-650bb80f-0a10-477d-a02a-798332a8f2c9 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804622 Feb 17 03:29:34.759621 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a373c687-9692-4867-912a-d525d6f34b7f req-a6b73384-3b2d-420b-b456-e96d036fac1b tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564991 Feb 17 03:29:34.862327 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bba592e9-a50a-4cca-bd0f-2430f3cd17be req-134c16ac-6cbe-4b5c-a834-64ed20f8a623 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2483518 Feb 17 03:29:34.878116 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:29:34.888177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:34.895186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:34.896044 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:34.928518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f769e-659a-4220-bcfb-a8d0ae0c39fc None None] Network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:29:34.938635 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0127621 Feb 17 03:29:35.098069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4cde7-11cf-47f9-a9b2-bcb542fa0341 None None] New status for floating IP 18037a1e-7340-46cf-bd42-c641e4b0cdae: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:29:35.148217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:35.187746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:35.489727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:35.495181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:35.523580 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:35.641887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Allocated IP 172.28.2.14 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/7173aaa8-2da2-4e75-9116-afc3134cce66) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:35.778496 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Attempting to bind port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:35.778947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Attempting to bind port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:35.788614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Attempting to bind port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a on network fab9f1b1-abd4-4c79-afba-924a22fe3738 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:35.811218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d4e1c-db7f-4329-8a49-a90c37e6d97a None None] Network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:29:35.895232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:35.987791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:35.988289 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Checking segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:35.988649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:35.989095 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Bound using segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:35.989639 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Bound port: 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:35.990060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.016538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.038966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:36.240837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de078-6e0d-4996-b05f-f3f8e702903b req-624d2a2a-8045-4187-895f-5f526bd73fd7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:36.243005 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-229de078-6e0d-4996-b05f-f3f8e702903b req-624d2a2a-8045-4187-895f-5f526bd73fd7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.3019478 Feb 17 03:29:36.251607 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Pushing event updated for resources: {'Port': ['ID=7173aaa8-2da2-4e75-9116-afc3134cce66,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:36.258114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:36.282202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41820) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:36.299900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1839120418-network', 'tenant_id': '905e912c86fc4a2f9711160ac79dc08a'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:36.309121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:36.317715 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Usage tracker for resource:network and tenant:905e912c86fc4a2f9711160ac79dc08a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:36.319425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] For port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:36.333789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:36.340417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:36.342032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] For port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:36.351565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.362142 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-229de078-6e0d-4996-b05f-f3f8e702903b req-6b6ea7f4-cc48-4eea-810d-e73bf2dbdd05 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051683 Feb 17 03:29:36.367275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Made reservation on behalf of 905e912c86fc4a2f9711160ac79dc08a for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:36.370010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:36.372190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.400948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.426636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:36.428221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:36.431481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:36.447468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:36.456761 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:905e912c86fc4a2f9711160ac79dc08a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:36.461381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:36.479541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:36.609216 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.615737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.623434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4732cdb2-70ee-447e-ab46-9eef00559cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:36.670251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:29:36.680046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.680490 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Added segment ddde0793-2a40-443d-ad9e-f4032f60960f of type vxlan for network 6179f992-5e7f-4f3b-97e6-cda748b1a360 Feb 17 03:29:36.709469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Pushing event updated for resources: {'Port': ['ID=4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:36.709944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.726440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:36.748424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.749156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:36.749765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:36.769419 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5410f94e-b4a8-4440-9967-d35624fd3e3a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:36.774767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:36.775318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:36.893617 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6074488 Feb 17 03:29:36.894053 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41844) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:36.903311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Request body: {'subnet': {'network_id': '6179f992-5e7f-4f3b-97e6-cda748b1a360', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1839120418-subnet', 'tenant_id': '905e912c86fc4a2f9711160ac79dc08a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:36.910434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:36.912996 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6179f992-5e7f-4f3b-97e6-cda748b1a360,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:36.921210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:36.921766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Usage tracker for resource:subnet and tenant:905e912c86fc4a2f9711160ac79dc08a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:36.927071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 6179f992-5e7f-4f3b-97e6-cda748b1a360 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:29:36.935731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:36.957271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:36.978058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Made reservation on behalf of 905e912c86fc4a2f9711160ac79dc08a for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:36.983520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:37.062770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 6179f992-5e7f-4f3b-97e6-cda748b1a360 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:29:37.185920 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:37.685019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:37.701906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-18582a21-9c3c-4f89-9df1-8cc6e8484a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:37.979182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830168'] for router, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:37.989290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688a33-eeb0-4995-a128-7d1879b21f07 req-15bb5200-62ce-4cee-8f8f-3f35a0506ecb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:37.990937 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1e688a33-eeb0-4995-a128-7d1879b21f07 req-15bb5200-62ce-4cee-8f8f-3f35a0506ecb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.4674716 Feb 17 03:29:38.105376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8297769-9ff7-46ff-b8f8-9a4300cc6aa6,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:38.109389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:38.181039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Checking segment: {'id': 'ddde0793-2a40-443d-ad9e-f4032f60960f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6179f992-5e7f-4f3b-97e6-cda748b1a360'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:38.181361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Network hostable DHCP agents. Network: 6179f992-5e7f-4f3b-97e6-cda748b1a360, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:29:38.189295 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1e688a33-eeb0-4995-a128-7d1879b21f07 req-bb931b7d-7472-42db-9499-72aef9b68828 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443527 Feb 17 03:29:38.224598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Network 6179f992-5e7f-4f3b-97e6-cda748b1a360 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:29:38.236425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 6179f992-5e7f-4f3b-97e6-cda748b1a360) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:38.240785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:38.241434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:38.247348 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f400253-2fee-4e12-8ddb-1a7cb4ba7c4a None None] Network 6179f992-5e7f-4f3b-97e6-cda748b1a360 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:29:38.270262 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3750596 Feb 17 03:29:38.301471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 is scheduled to L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 03:29:38.483237 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:38.552481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874c0f0-ce12-440a-9cf6-a00083564118 None None] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:29:38.680397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:29:38.692992 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Sync routers for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:29:38.709049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:29:38.709734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:38.741954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:38.743142 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4311969 Feb 17 03:29:38.746896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41884) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:38.870261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a9963d1a-dc82-4426-b8e3-09d756093672 None None] Provisioning for port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:39.036062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:39.047393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:29:39.074635 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:39.075257 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:39.160291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41902) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:39.256724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ff862-fea6-48a9-beaa-52167f9247a6 None None] Network 6179f992-5e7f-4f3b-97e6-cda748b1a360 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:29:39.640776 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:36Z', 'revision_number': 3, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:39.653454 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Checking router: fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:29:39.653838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Updating router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 port 7173aaa8-2da2-4e75-9116-afc3134cce66 binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:29:39.799569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-3f3f4634-47e5-49c5-8ba8-f7c8af2be692 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:39.807474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:39.809708 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-3f3f4634-47e5-49c5-8ba8-f7c8af2be692 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/networks?id=ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 HTTP/1.1" status: 200 len: 808 time: 0.1914322 Feb 17 03:29:39.869769 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:39.897518 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-00a5fb7c-996a-4b8d-bfa2-70fe49895168 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/quotas/91d47cbe23ef4dd3a2c78546f3142b95 HTTP/1.1" status: 200 len: 375 time: 0.0866113 Feb 17 03:29:39.948855 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:39.967408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Usage tracker for resource:security_group_rule and tenant:fbeaf69a0ee54b7785ab00cb112d0377 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:39.982368 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-34caa7f5-766e-4fc4-aa4b-a3622d8e26c2 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=91d47cbe23ef4dd3a2c78546f3142b95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838175 Feb 17 03:29:39.983504 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:39.999357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:40.039345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcef7c-63db-4949-8cdc-871a34e282c4 req-6a1b9dec-1f8c-4933-a1ff-54d0c062221c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:40.047290 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-37dcef7c-63db-4949-8cdc-871a34e282c4 req-6a1b9dec-1f8c-4933-a1ff-54d0c062221c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.5794163 Feb 17 03:29:40.102000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.103703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.200357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.213565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.228190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-95f3c606-af92-4e56-890d-72b4a15b5599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:40.254482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:40.271087 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-37dcef7c-63db-4949-8cdc-871a34e282c4 req-0e711316-3b79-40d6-a14f-6d0cf8b907cd tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180240 Feb 17 03:29:40.274828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.298084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:40.331916 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fbeaf69a0ee54b7785ab00cb112d0377&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1702456 Feb 17 03:29:40.335570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41950) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:40.384730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecc0d80-964f-4ea0-badc-fe953c8fd58c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:40.408505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:40.438521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51706acb-ef1a-44a2-a7e2-b974867ec107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.445414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41962) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:40.516339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:40.528297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:40.556026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51706acb-ef1a-44a2-a7e2-b974867ec107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.629409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-38f43cbc-081a-4b23-b453-dd548ef66d83 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:29:40.630604 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-38f43cbc-081a-4b23-b453-dd548ef66d83 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5351384 Feb 17 03:29:40.647228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51706acb-ef1a-44a2-a7e2-b974867ec107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.659708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fdf51e3-9ddb-4c4a-8ff5-ae9242e2e19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:40.698879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51706acb-ef1a-44a2-a7e2-b974867ec107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecc0d80-964f-4ea0-badc-fe953c8fd58c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:40.702001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-51706acb-ef1a-44a2-a7e2-b974867ec107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:40.744961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Allocated IP 172.20.0.1 (fab9f1b1-abd4-4c79-afba-924a22fe3738/759a5d3c-e5dd-4594-b004-8263a1665673/047e832b-67a0-4f65-b1c9-e477a20c93a2) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:40.836584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7c719593-f142-41eb-b645-f8073af90bad None None] Provisioning complete for port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:40.837135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c719593-f142-41eb-b645-f8073af90bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.844887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.860366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Transition to ACTIVE for port object 7173aaa8-2da2-4e75-9116-afc3134cce66 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:40.867168 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.884964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-27c3a79e-cc7c-434d-b01e-de6815c4cd88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:40.942055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-fb4fa341-78d2-4332-9b9f-0f96a3fd3aa7 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:40.947325 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-fb4fa341-78d2-4332-9b9f-0f96a3fd3aa7 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 815 time: 0.5001733 Feb 17 03:29:40.966708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51706acb-ef1a-44a2-a7e2-b974867ec107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.968122 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-51706acb-ef1a-44a2-a7e2-b974867ec107 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ecc0d80-964f-4ea0-badc-fe953c8fd58c HTTP/1.1" status: 204 len: 168 time: 0.6313832 Feb 17 03:29:40.971111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:40.994113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Transition to ACTIVE for port object 047e832b-67a0-4f65-b1c9-e477a20c93a2 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:41.026762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.046905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:41.112962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.132943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Pushing event updated for resources: {'Port': ['ID=7173aaa8-2da2-4e75-9116-afc3134cce66,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:41.148073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.148454 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.148825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.149254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.149551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.149909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.150274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.150644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.151707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.152077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.152720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.153273 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.153710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.154156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.154520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.154967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.155326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.155723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.155835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:41.156078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.156466 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.156822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.157178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.157538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.157859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:29:41.162580 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:41.170728 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Usage tracker for resource:security_group_rule and tenant:9128f1de43fe4339a55a519757f4dcee is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:41.177560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:41.192369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:41.210145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-48b7190d-912a-4071-861d-8b7b4067416d None None] Provisioning complete for port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:41.210576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-48b7190d-912a-4071-861d-8b7b4067416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.213735 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-6bd6524b-6018-4b60-9da2-31c7a9085fbc tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/quotas/dfe8ffb6ca55409f8f77e5749bd36b9a HTTP/1.1" status: 200 len: 375 time: 0.2380188 Feb 17 03:29:41.239929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Pushing event updated for resources: {'Port': ['ID=047e832b-67a0-4f65-b1c9-e477a20c93a2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:41.251131 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:41.266185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Attempting to bind port 7173aaa8-2da2-4e75-9116-afc3134cce66 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:41.266464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Attempting to bind port 7173aaa8-2da2-4e75-9116-afc3134cce66 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:41.266875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Attempting to bind port 7173aaa8-2da2-4e75-9116-afc3134cce66 on network ff41f79f-49b9-4b53-887c-df96d9d58d44 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:41.275313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:41.275839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Checking segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:41.276294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.276718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Bound using segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:41.277242 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Bound port: 7173aaa8-2da2-4e75-9116-afc3134cce66, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:41.277653 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.333471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:41.337858 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-347d080b-1807-49de-9fc1-1cb1a689fdbc service neutron] 10.222.0.49 "GET /v2.0/networks/ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6789067 Feb 17 03:29:41.345074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:41.354339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:41.354875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853010175'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.386764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] For port 7173aaa8-2da2-4e75-9116-afc3134cce66, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:41.398085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] For port 7173aaa8-2da2-4e75-9116-afc3134cce66, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=7173aaa8-2da2-4e75-9116-afc3134cce66,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:41.407154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.443988 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:41.512546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.533238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 41976) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:41.563021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.575921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-8bfc2887-55b5-4d8b-9394-e15c641af352 None None] Provisioning complete for port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:41.576343 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8bfc2887-55b5-4d8b-9394-e15c641af352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.603034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:41.607350 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d646756bd7aa4016a85fd27acc7274ff is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:41.614501 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:41.625625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:41.645264 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-0b7f7587-32f9-4eab-99cc-d7dde59528ef tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4285817 Feb 17 03:29:41.663115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Pushing event updated for resources: {'Port': ['ID=7173aaa8-2da2-4e75-9116-afc3134cce66,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:41.665777 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-180509f6-9d29-48ba-8afc-e97bbd73b75d service neutron] 10.222.0.49 "GET /v2.0/networks/ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3111167 Feb 17 03:29:41.669122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:41.710881 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:29:41.711592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:41.922470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.934798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6be543b9-6c02-4477-827b-a03e0ac45f4b None None] Provisioning for port 047e832b-67a0-4f65-b1c9-e477a20c93a2 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:41.937297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:41.945072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7336b8fc-94fb-42cf-be69-c4d3ff19e39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:41.981328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:29:41.981788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6be543b9-6c02-4477-827b-a03e0ac45f4b None None] Provisioning complete for port 047e832b-67a0-4f65-b1c9-e477a20c93a2 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:41.982406 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6be543b9-6c02-4477-827b-a03e0ac45f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.086203 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9128f1de43fe4339a55a519757f4dcee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6161790 Feb 17 03:29:42.094167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 41996) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:42.095268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ce62c1-a072-42a9-a496-e13e1f5ec8c8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:42.107252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:42.124554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6be543b9-6c02-4477-827b-a03e0ac45f4b None None] Port 047e832b-67a0-4f65-b1c9-e477a20c93a2 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:29:42.149758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9eb8-c10b-461f-a758-f6bab142e7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.165126 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e0fe095b-b30e-4c88-b9b3-6f98a586d615 service neutron] 10.222.0.49 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856658 Feb 17 03:29:42.175750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.191088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.226389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:42.244451 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d646756bd7aa4016a85fd27acc7274ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079060 Feb 17 03:29:42.248902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42000) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:42.335388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-174e0313-51ec-46b3-b465-1bbbf6e2e041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.401988 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-174e0313-51ec-46b3-b465-1bbbf6e2e041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.415809 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:42.431714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a93a15-bb53-4a9b-a838-b5f152598843,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:42.440915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ac41773-38e9-40a6-8f34-a87deea408b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:42.462536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.469479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.472549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853096787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765735'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.472715 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-fed6946a-57e9-4960-8ec8-4fd56c20ff6c service neutron] 10.222.0.49 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3051858 Feb 17 03:29:42.573564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:40Z', 'revision_number': 1, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:42.578416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af9088-ed85-43e7-b187-8c7b08fe0f17 None None] The sync data for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb is: [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:40Z', 'revision_number': 1, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:29:42.581313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9205688b-b7d5-4b60-85b5-24cd267dfabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.587757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8ddf35be-5448-42e2-a5a6-59c9fbfd52fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:42.625423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:42.626109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.640260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-174e0313-51ec-46b3-b465-1bbbf6e2e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.650439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5cf18662-146a-41ab-b447-27f0a4000b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:42.687224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5436f2-5010-4d9a-b6ea-28d0871bf7fe req-b17b37f7-53b1-4cfe-a25d-6a7a53901f90 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:42.699351 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bb5436f2-5010-4d9a-b6ea-28d0871bf7fe req-b17b37f7-53b1-4cfe-a25d-6a7a53901f90 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.3076315 Feb 17 03:29:42.748375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e0313-51ec-46b3-b465-1bbbf6e2e041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ce62c1-a072-42a9-a496-e13e1f5ec8c8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:42.772724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-174e0313-51ec-46b3-b465-1bbbf6e2e041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:42.843585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-174e0313-51ec-46b3-b465-1bbbf6e2e041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:42.844847 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-174e0313-51ec-46b3-b465-1bbbf6e2e041 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35ce62c1-a072-42a9-a496-e13e1f5ec8c8 HTTP/1.1" status: 204 len: 168 time: 0.7417183 Feb 17 03:29:42.870945 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-11174c01-628b-464e-bcdd-df57c065d671 req-50bccea8-eb53-4caf-b065-8cfdce508336 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 210 time: 0.0985396 Feb 17 03:29:42.883574 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bb5436f2-5010-4d9a-b6ea-28d0871bf7fe req-4314cce4-e2b4-4c6b-893c-afebdd66546c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831231 Feb 17 03:29:43.111281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9205688b-b7d5-4b60-85b5-24cd267dfabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:43.132057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Pushing event updated for resources: {'Port': ['ID=047e832b-67a0-4f65-b1c9-e477a20c93a2,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:43.168986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:43.307753 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:43.316230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:43.410897 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d77904a5-b66a-462f-8b2e-f6e1c99c36f7 req-a1e86151-8963-4dbc-86b6-4e2822b1cf38 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 210 time: 0.4750581 Feb 17 03:29:43.608380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9205688b-b7d5-4b60-85b5-24cd267dfabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:43.608751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42034) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:43.627701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e1f70499-ac76-41b1-918a-3ecc09ad61a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:43.636398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:43.649007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205688b-b7d5-4b60-85b5-24cd267dfabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a93a15-bb53-4a9b-a838-b5f152598843,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:43.654221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9205688b-b7d5-4b60-85b5-24cd267dfabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:43.663779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9205688b-b7d5-4b60-85b5-24cd267dfabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:43.664956 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9205688b-b7d5-4b60-85b5-24cd267dfabc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8a93a15-bb53-4a9b-a838-b5f152598843 HTTP/1.1" status: 204 len: 168 time: 1.4150155 Feb 17 03:29:43.680150 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:43.687765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Usage tracker for resource:security_group_rule and tenant:a6df24c924b24e5691028087d2f3e4c9 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:43.690586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:29:43.706974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:43.722097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:43.774787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-31cf274e-b8f8-4a51-8b49-da470892f356 None None] Provisioning complete for port 047e832b-67a0-4f65-b1c9-e477a20c93a2 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:43.775582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-31cf274e-b8f8-4a51-8b49-da470892f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:43.993620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-31cf274e-b8f8-4a51-8b49-da470892f356 None None] Port 047e832b-67a0-4f65-b1c9-e477a20c93a2 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:29:44.077808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.083177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.195230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:44.216167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59f3fa57-0026-4de1-91fa-a09180d71bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.252707 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6df24c924b24e5691028087d2f3e4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427438 Feb 17 03:29:44.341457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42054) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:44.361493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:29:44.369535 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] 10.222.0.49 "PUT /v2.0/routers/fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6213336 Feb 17 03:29:44.478762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42066) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:44.489725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 7173aaa8-2da2-4e75-9116-afc3134cce66 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:44.494564 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20060513-ed5b-46a8-b2d9-2f8c5363cb4a req-6b3797ee-4c6e-479f-80be-3f4158aeab50 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 210 time: 0.3069081 Feb 17 03:29:44.498784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222eac1-f107-4171-8298-30888a12384c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:44.533240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:44.607810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.652742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:44.659142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:086738663a5a44589b44f70a137359e7 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:44.690915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:44.698551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:44.698955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 7173aaa8-2da2-4e75-9116-afc3134cce66 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:44.710471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a336b-b17a-41e2-a903-9494f6a956de req-6fe43031-f6f8-470c-8a52-3cbaad0683cf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:44.718585 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a42a336b-b17a-41e2-a903-9494f6a956de req-6fe43031-f6f8-470c-8a52-3cbaad0683cf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.4642551 Feb 17 03:29:44.727953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 7173aaa8-2da2-4e75-9116-afc3134cce66 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:44.728392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.783094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b6382cf-e221-4805-a90a-211d9fa5e99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.887519 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cd902eb7-d389-4007-b025-9e883063bb6b req-446c12dd-4002-496c-9036-9d9a2644705c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 210 time: 0.1250525 Feb 17 03:29:44.903227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-dd2de97e-efb9-43f6-b35b-dd09ab7be490 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:44.904171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-dd2de97e-efb9-43f6-b35b-dd09ab7be490 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Synchronizing usage tracker for tenant:91d47cbe23ef4dd3a2c78546f3142b95 on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:44.929142 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a42a336b-b17a-41e2-a903-9494f6a956de req-8aae2a70-0b1b-4dce-8a9d-7d5c2a437ce1 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095063 Feb 17 03:29:44.938778 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b6382cf-e221-4805-a90a-211d9fa5e99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.983453 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.993260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:44.998905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.000095 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-dd2de97e-efb9-43f6-b35b-dd09ab7be490 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Unset dirty status for tenant:91d47cbe23ef4dd3a2c78546f3142b95 on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:45.001364 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-dd2de97e-efb9-43f6-b35b-dd09ab7be490 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.38 "GET /v2.0/networks?id=ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 HTTP/1.1" status: 200 len: 808 time: 0.7654335 Feb 17 03:29:45.006821 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 7173aaa8-2da2-4e75-9116-afc3134cce66, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=7173aaa8-2da2-4e75-9116-afc3134cce66,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:45.013255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c240aebc-b0c7-4989-83c1-9c976228d14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:45.019449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b6382cf-e221-4805-a90a-211d9fa5e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.024798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-44394228-3fd9-40de-b94f-64efeb65140e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:45.035065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.040305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6382cf-e221-4805-a90a-211d9fa5e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222eac1-f107-4171-8298-30888a12384c,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:45.042703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b6382cf-e221-4805-a90a-211d9fa5e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:45.048992 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b6382cf-e221-4805-a90a-211d9fa5e99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.050528 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4b6382cf-e221-4805-a90a-211d9fa5e99b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9222eac1-f107-4171-8298-30888a12384c HTTP/1.1" status: 204 len: 168 time: 0.6920962 Feb 17 03:29:45.055325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:45.065970 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=086738663a5a44589b44f70a137359e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439708 Feb 17 03:29:45.067984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a222b91b-efc5-43e5-8dcb-c0f1d9df03c5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:45.069052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42094) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:45.071775 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:45.094111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Request body: {'port': {'device_id': 'fbe095d9-bff4-4e41-9003-48a5a2ae6c4d', 'network_id': 'ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7', 'admin_state_up': True, 'tenant_id': '91d47cbe23ef4dd3a2c78546f3142b95'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:45.167287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.194458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=7173aaa8-2da2-4e75-9116-afc3134cce66,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:45.199155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:45.355404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:45.359499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Usage tracker for resource:port and tenant:91d47cbe23ef4dd3a2c78546f3142b95 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:45.362472 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:45.368184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:45.380049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90ec2aa3-ca8f-45ea-ac8c-74d4e4f8c6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.381874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Made reservation on behalf of 91d47cbe23ef4dd3a2c78546f3142b95 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:45.388091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.452228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90ec2aa3-ca8f-45ea-ac8c-74d4e4f8c6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.516401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42102) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:45.538068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.592479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:45.600368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Usage tracker for resource:security_group_rule and tenant:9b53f819cf834cc0b8d1013536f1416a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:45.605271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:45.619269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:45.724999 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7c5771e6-799b-44b3-8a7f-cb3e7d4a595e req-621ef134-2142-4d3a-9f56-a9f0df398ee7 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 210 time: 0.0697458 Feb 17 03:29:45.848042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.852637 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.861080 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42108) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:45.863440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e9d6d0b9-5f63-4103-9e73-0dcdaadda662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:45.867173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90ec2aa3-ca8f-45ea-ac8c-74d4e4f8c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.883483 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587857528', 'description': 'tempest-description--1015001013'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:45.889070 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-32178c10-d42b-4bf5-98e1-d28c27df564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:45.901081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:45.908059 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec2aa3-ca8f-45ea-ac8c-74d4e4f8c6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a222b91b-efc5-43e5-8dcb-c0f1d9df03c5,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:45.910772 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90ec2aa3-ca8f-45ea-ac8c-74d4e4f8c6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:45.914117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:security_group and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:45.918802 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-c38c1411-6db6-4a54-a43a-0a72d964bb4d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:45.920277 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-c38c1411-6db6-4a54-a43a-0a72d964bb4d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 815 time: 0.3638263 Feb 17 03:29:45.940250 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b53f819cf834cc0b8d1013536f1416a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223087 Feb 17 03:29:45.947176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42118) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:45.948182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90ec2aa3-ca8f-45ea-ac8c-74d4e4f8c6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:45.952233 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-90ec2aa3-ca8f-45ea-ac8c-74d4e4f8c6a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a222b91b-efc5-43e5-8dcb-c0f1d9df03c5 HTTP/1.1" status: 204 len: 168 time: 0.8790839 Feb 17 03:29:45.960534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:45.966552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1263d1c6-2ed5-4d35-a94e-34b3f2dd8e69,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:45.970222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Request body: {'port': {'device_id': 'cc58b63c-a1fe-4677-a1e1-831190095c85', 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b', 'admin_state_up': True, 'tenant_id': 'dfe8ffb6ca55409f8f77e5749bd36b9a'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:45.986687 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:45.990033 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:46.004281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.054638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:46.060446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:security_group_rule and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:46.065450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:46.073099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:46.120062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.180934 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-368e38a0-7a5b-4142-a8a1-c2dfba624639 req-37753b80-edfa-46b5-b97a-c13c155af116 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 210 time: 0.0779207 Feb 17 03:29:46.237669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:46.255691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Usage tracker for resource:port and tenant:dfe8ffb6ca55409f8f77e5749bd36b9a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:46.265490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:46.281365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:46.340137 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.349388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Made reservation on behalf of dfe8ffb6ca55409f8f77e5749bd36b9a for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:46.356440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.368404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Allocated IP 172.20.0.13 (ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7/fe5cdea3-5000-4f2b-9204-e57657ed0b2b/68ccf328-1d5d-4d2f-8efc-364817a42135) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:46.373452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44c7ea37-7bac-4c6f-9ac7-7103706a075a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.385990 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.394730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 7173aaa8-2da2-4e75-9116-afc3134cce66 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:46.407643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.411896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44c7ea37-7bac-4c6f-9ac7-7103706a075a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.415666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-11e1b7d9-01ed-4b78-a637-152337654bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:46.438020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05653e70-d855-4f49-acf2-566e74c29c62 req-a15fea9c-6e3b-4dfe-ace6-6daff677588c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:46.446082 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-05653e70-d855-4f49-acf2-566e74c29c62 req-a15fea9c-6e3b-4dfe-ace6-6daff677588c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2627735 Feb 17 03:29:46.509159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b8391e-af56-4a5e-b8f6-9d619ae2f821,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:46.512349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:46.548326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 7173aaa8-2da2-4e75-9116-afc3134cce66 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:46.548748 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.556994 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-05653e70-d855-4f49-acf2-566e74c29c62 req-8dcd3266-847d-48cb-ab5b-594729e42475 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097083 Feb 17 03:29:46.558590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.562590 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6852074 Feb 17 03:29:46.567202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42140) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:46.579067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'security_group_rule': {'security_group_id': '27b8391e-af56-4a5e-b8f6-9d619ae2f821', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:46.587718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:46.592409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:security_group_rule and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:46.595735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:46.602831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:46.628148 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.706455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44c7ea37-7bac-4c6f-9ac7-7103706a075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.740015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.746434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.748931 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:46.772390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b140a775-f984-4850-bce5-aa2b7e5605c9,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:46.778277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:46.789803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:46.793624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.795362 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2269206 Feb 17 03:29:46.798140 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42150) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:46.804819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'security_group_rule': {'security_group_id': '27b8391e-af56-4a5e-b8f6-9d619ae2f821', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:46.815265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:46.819469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:security_group_rule and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:46.824749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:46.831448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-44c7ea37-7bac-4c6f-9ac7-7103706a075a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.831448 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-44c7ea37-7bac-4c6f-9ac7-7103706a075a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1263d1c6-2ed5-4d35-a94e-34b3f2dd8e69 HTTP/1.1" status: 204 len: 168 time: 0.8810387 Feb 17 03:29:46.840978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:46.856395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7ea37-7bac-4c6f-9ac7-7103706a075a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1263d1c6-2ed5-4d35-a94e-34b3f2dd8e69,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:46.883898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:46.938615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-44c7ea37-7bac-4c6f-9ac7-7103706a075a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:46.993063 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-97a20be6-2dde-48c1-a879-abd7d6ce53d4 req-4b4b891a-a4df-4bf2-98c8-9dedc7a46a81 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 210 time: 0.0955853 Feb 17 03:29:47.005636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Sync routers for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:29:47.022385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:29:47.023871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:47.123571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:47.129021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:47.136288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:47.145519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Allocated IP 172.20.0.7 (61e2f301-9871-4c89-a13d-42f80a9ac33b/65fe182d-b47f-43e6-a41b-3c2634828fd3/8c664bcc-a5f8-4bbb-b120-ee1371a1f368) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:47.158103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:47.188201 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9030933a-4dd6-47d7-9d42-401682db2cc0,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:47.190880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:47.193068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:47.197347 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946891 Feb 17 03:29:47.198078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42164) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:47.204602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'floatingip': {'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:47.211217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:47.229041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:floatingip and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:47.235425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:47.253299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:47.276278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42170) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:47.279136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:47.294898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:47.303600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:47.304065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:29:47.597348 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-731577241-network', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:47.611690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:47.623323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Usage tracker for resource:network and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:47.627396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:47.646977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:47.680422 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-064e7819-0e2f-41b9-b202-0fc3edaa9b5b req-7d167b26-27ff-48bd-b6ea-6f87d00cd316 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 210 time: 0.2180908 Feb 17 03:29:47.731367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Made reservation on behalf of d79b55d18d854163802d3d84d266e6be for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:47.736187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:47.789948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:47.811209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Pushing event updated for resources: {'Port': ['ID=68ccf328-1d5d-4d2f-8efc-364817a42135,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:47.836730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42194) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:47.846765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:47.875701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:47.891494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Usage tracker for resource:security_group_rule and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:47.916174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:29:47.959251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:47.977466 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:47.998325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 2, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:48.001535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:48.009084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:48.011588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Checking router: fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:29:48.012010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Updating router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 port 047e832b-67a0-4f65-b1c9-e477a20c93a2 binding host dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:29:48.021464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:48.030321 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.031043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:48.031780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.149808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.166525 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c82771a1-0824-441c-8f73-7da4e571f4d4 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0781977 Feb 17 03:29:48.169594 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.179059 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd77a51-3bc9-44fa-a01f-d836da859a2f req-cd53e193-4bc9-4331-9035-1268d4180fdf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:48.196704 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bdd77a51-3bc9-44fa-a01f-d836da859a2f req-cd53e193-4bc9-4331-9035-1268d4180fdf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2906420 Feb 17 03:29:48.198964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Request body: {'port': {'device_id': 'fbe095d9-bff4-4e41-9003-48a5a2ae6c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:48.344181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.351428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.404194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:48.412865 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bdd77a51-3bc9-44fa-a01f-d836da859a2f req-02b77ba4-8735-463e-8f1b-6f913c64a5dc tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152219 Feb 17 03:29:48.418172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.421316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e127522b554389a5825d18847ab807 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:48.458760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:48.463321 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:48.477779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:48.563866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Pushing event updated for resources: {'Port': ['ID=8c664bcc-a5f8-4bbb-b120-ee1371a1f368,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:48.571934 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788955b3-7c91-4db1-94aa-24525c159ed0 req-7ecfdff4-8bd1-43fc-93f4-779ed0093907 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:48.572790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:48.573751 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-788955b3-7c91-4db1-94aa-24525c159ed0 req-7ecfdff4-8bd1-43fc-93f4-779ed0093907 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 932 time: 0.3414369 Feb 17 03:29:48.594947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.656032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.656351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.669240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-01b3ed4f-64f3-4664-95f2-958024396eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:48.674232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Transition to ACTIVE for port object 047e832b-67a0-4f65-b1c9-e477a20c93a2 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:48.682434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.705034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:48.768215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:29:48.797133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9603640e-5718-4abe-a388-1817c8665493,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:48.816735 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-788955b3-7c91-4db1-94aa-24525c159ed0 req-8493a6f4-082d-4c16-a3a1-246d577c6e74 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266958 Feb 17 03:29:48.829621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:48.845355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Allocated IP 172.28.2.6 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/9a3b8fad-a01f-47df-a961-905a2256f0bc) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:48.847806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:48.848196 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Added segment 07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2 of type vxlan for network ff00d78a-41ad-4242-a387-3a3401455ed0 Feb 17 03:29:48.901222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a6679-b21a-47bb-81cb-5a335cb4bf55 None None] Pushing event updated for resources: {'Port': ['ID=047e832b-67a0-4f65-b1c9-e477a20c93a2,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:48.906364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-707a6679-b21a-47bb-81cb-5a335cb4bf55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:49.017072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:49.021243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:49.026553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:49.031236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:49.035606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.137278 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1728675 Feb 17 03:29:49.178462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Request body: {'port': {'device_id': 'cc58b63c-a1fe-4677-a1e1-831190095c85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:49.197860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.243218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.255992 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.261498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.277564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:49.278400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.314936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-174e0313-51ec-46b3-b465-1bbbf6e2e041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:49.337600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Attempting to bind port 047e832b-67a0-4f65-b1c9-e477a20c93a2 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:49.337826 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0570881 Feb 17 03:29:49.337981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Attempting to bind port 047e832b-67a0-4f65-b1c9-e477a20c93a2 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:49.337981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Attempting to bind port 047e832b-67a0-4f65-b1c9-e477a20c93a2 on network fab9f1b1-abd4-4c79-afba-924a22fe3738 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:49.341442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42226) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:49.346568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:49.347576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Checking segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:49.348303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.349214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Bound using segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:49.350333 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Bound port: 047e832b-67a0-4f65-b1c9-e477a20c93a2, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:49.350871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.363506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Request body: {'subnet': {'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-731577241-subnet', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:49.377342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:49.388164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Usage tracker for resource:subnet and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:49.392388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.404339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:49.415060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:49.417035 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8e127522b554389a5825d18847ab807&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5772352 Feb 17 03:29:49.424085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42232) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:49.467456 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a77eb-a263-45b6-ad88-a7f59c9cdeb8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:49.471159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:49.474815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.479390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:49.508979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c27f68-0cf4-4401-9120-73f228fd324d req-f05ce879-6656-48e4-9204-8da1337c8ad9 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:49.511228 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-36c27f68-0cf4-4401-9120-73f228fd324d req-f05ce879-6656-48e4-9204-8da1337c8ad9 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 931 time: 0.5481975 Feb 17 03:29:49.539018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] For port 047e832b-67a0-4f65-b1c9-e477a20c93a2, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:49.553640 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] For port 047e832b-67a0-4f65-b1c9-e477a20c93a2, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=047e832b-67a0-4f65-b1c9-e477a20c93a2,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:49.563605 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.654623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Made reservation on behalf of d79b55d18d854163802d3d84d266e6be for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:49.659380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.700380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Pushing event updated for resources: {'Network': ['ID=ff00d78a-41ad-4242-a387-3a3401455ed0,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:49.704272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:49.723963 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-36c27f68-0cf4-4401-9120-73f228fd324d req-3842220c-ad74-45fb-9458-5e439aafd012 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960893 Feb 17 03:29:49.767610 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:49.781586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:49.798065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:49.819153 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network ff00d78a-41ad-4242-a387-3a3401455ed0 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:29:49.837559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network ff00d78a-41ad-4242-a387-3a3401455ed0 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:29:49.921712 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ccf328-1d5d-4d2f-8efc-364817a42135 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:29:49.956370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.033237 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Transition to ACTIVE for port object 68ccf328-1d5d-4d2f-8efc-364817a42135 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:50.101941 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0cda703-a471-4aab-a0e6-06a5020571c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.113481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.157926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:50.187032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:29:50.187784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:50.255311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Pushing event updated for resources: {'Port': ['ID=68ccf328-1d5d-4d2f-8efc-364817a42135,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:50.259519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:50.327933 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07554104-8988-4f1c-89e6-58e1de6614da req-1f6f6878-20c6-4cde-924f-e6efde188c19 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:50.329678 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-07554104-8988-4f1c-89e6-58e1de6614da req-1f6f6878-20c6-4cde-924f-e6efde188c19 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.6844614 Feb 17 03:29:50.351316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0cda703-a471-4aab-a0e6-06a5020571c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.388114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a6679-b21a-47bb-81cb-5a335cb4bf55 None None] Pushing event updated for resources: {'Port': ['ID=047e832b-67a0-4f65-b1c9-e477a20c93a2,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:50.399732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-707a6679-b21a-47bb-81cb-5a335cb4bf55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:50.459816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'Port': ['ID=9a3b8fad-a01f-47df-a961-905a2256f0bc,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:50.465240 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-07554104-8988-4f1c-89e6-58e1de6614da req-95c41e99-7aac-4eeb-beb3-ee35cbbed3ec tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853369 Feb 17 03:29:50.466185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:50.483073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:29:50.534935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d649d-bd2d-4449-9be9-ce8499ce1d3e req-b819fbdd-8f3a-47c4-a961-a38b9d728642 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:50.536723 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a66d649d-bd2d-4449-9be9-ce8499ce1d3e req-b819fbdd-8f3a-47c4-a961-a38b9d728642 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 944 time: 0.2240326 Feb 17 03:29:50.541893 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:50.543463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:50.551175 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:50.657612 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a66d649d-bd2d-4449-9be9-ce8499ce1d3e req-7bb4b616-06c0-40dc-9411-e8a66cdbe579 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686896 Feb 17 03:29:50.754346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.765307 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0cda703-a471-4aab-a0e6-06a5020571c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.807667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:50.877138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Attempting to bind port 68ccf328-1d5d-4d2f-8efc-364817a42135 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:50.877138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Attempting to bind port 68ccf328-1d5d-4d2f-8efc-364817a42135 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:50.877138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Attempting to bind port 68ccf328-1d5d-4d2f-8efc-364817a42135 on network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:50.878581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cda703-a471-4aab-a0e6-06a5020571c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a77eb-a263-45b6-ad88-a7f59c9cdeb8,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:50.881292 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b0cda703-a471-4aab-a0e6-06a5020571c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:50.890742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:29:50.913636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.919229 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:50.919575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Checking segment: {'id': '1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:50.919991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.920397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Bound using segment: {'id': '1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:50.920903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Bound port: 68ccf328-1d5d-4d2f-8efc-364817a42135, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:50.921283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.934479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.982319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0cda703-a471-4aab-a0e6-06a5020571c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:50.983615 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-b0cda703-a471-4aab-a0e6-06a5020571c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/861a77eb-a263-45b6-ad88-a7f59c9cdeb8 HTTP/1.1" status: 204 len: 168 time: 1.5477595 Feb 17 03:29:51.008740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:49Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:29:51.023356 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Transition to ACTIVE for port object 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:51.027531 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6322ea-ca4a-4d3c-8f59-4051aeff1484 None None] The sync data for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb is: [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:49Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:29:51.048399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:51.074648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:51.226195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45180e9c-f04d-4f83-a075-236b707e0e5c req-499cdcca-8b63-4207-b9a4-0e77f391db3e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:51.228298 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-45180e9c-f04d-4f83-a075-236b707e0e5c req-499cdcca-8b63-4207-b9a4-0e77f391db3e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 943 time: 0.2546456 Feb 17 03:29:51.384723 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-45180e9c-f04d-4f83-a075-236b707e0e5c req-b96ff5d2-3509-45dd-83d9-e2e78c2780c2 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807364 Feb 17 03:29:51.452741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:51.457742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:51.486335 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:51.544041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42264) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:51.567496 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Pushing event updated for resources: {'Port': ['ID=8c664bcc-a5f8-4bbb-b120-ee1371a1f368,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:51.580402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:51.655347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] For port 68ccf328-1d5d-4d2f-8efc-364817a42135, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:51.669065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] For port 68ccf328-1d5d-4d2f-8efc-364817a42135, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=68ccf328-1d5d-4d2f-8efc-364817a42135,segment=NetworkSegment(1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36),segment_id=1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:51.671145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:51.683857 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:51.696765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'Port': ['ID=9a3b8fad-a01f-47df-a961-905a2256f0bc,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:51.700420 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:51.709928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:51.748120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:51.752159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Usage tracker for resource:security_group_rule and tenant:37d7a37284704ee793299151bd2add94 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:51.755241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:51.761473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:51.972909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:51.984778 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:51.996718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5ee13ae0-b8c7-444c-8757-1f81187adb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:52.053081 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37d7a37284704ee793299151bd2add94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960649 Feb 17 03:29:52.059306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Pushing event updated for resources: {'Port': ['ID=68ccf328-1d5d-4d2f-8efc-364817a42135,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:52.064544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42274) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:52.070208 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:52.074215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Attempting to bind port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:52.074841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Attempting to bind port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:52.075508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Attempting to bind port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 on network 61e2f301-9871-4c89-a13d-42f80a9ac33b {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:52.105844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e8829-fde1-4aa9-a850-788812098031,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:52.114475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2255141-6a1d-4899-aaab-380f1ee24f1b req-f265565f-5896-44d8-8928-f1441804fa9a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:52.122263 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b2255141-6a1d-4899-aaab-380f1ee24f1b req-f265565f-5896-44d8-8928-f1441804fa9a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.4406238 Feb 17 03:29:52.138282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:52.152658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:52.153055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Checking segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:52.153455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.153870 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Bound using segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:52.154357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Bound port: 8c664bcc-a5f8-4bbb-b120-ee1371a1f368, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:52.154742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.165807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8dddc-b6c1-4688-8567-59a32586517d req-6bb6cee9-2405-4763-b504-1d5060a26e43 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:52.167554 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d7f8dddc-b6c1-4688-8567-59a32586517d req-6bb6cee9-2405-4763-b504-1d5060a26e43 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 944 time: 0.3436742 Feb 17 03:29:52.209151 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:52.209847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.211382 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] 10.222.0.38 "PUT /v2.0/ports/68ccf328-1d5d-4d2f-8efc-364817a42135 HTTP/1.1" status: 200 len: 1158 time: 4.0182950 Feb 17 03:29:52.216291 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b2255141-6a1d-4899-aaab-380f1ee24f1b req-2325853f-99fe-4832-b4f0-591e6dd96143 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924675 Feb 17 03:29:52.217736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.221489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe095d9-bff4-4e41-9003-48a5a2ae6c4d', 'tag': '68ccf328-1d5d-4d2f-8efc-364817a42135'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:52.268043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.286157 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-98167d82-d598-439c-94a6-8c1cb8178559 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0847218 Feb 17 03:29:52.315127 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d7f8dddc-b6c1-4688-8567-59a32586517d req-a71fa5f6-9783-48fc-a39b-4c95bbd824a6 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340129 Feb 17 03:29:52.343429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] For port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:52.347625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] For port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8c664bcc-a5f8-4bbb-b120-ee1371a1f368,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:52.410729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b0611b0-8247-41e0-a4f7-23724b95f93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.413544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.432946 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe095d9-bff4-4e41-9003-48a5a2ae6c4d', 'tag': '68ccf328-1d5d-4d2f-8efc-364817a42135', 'status': 'completed', 'code': 200} Feb 17 03:29:52.434058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 047e832b-67a0-4f65-b1c9-e477a20c93a2 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:52.443121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:52.476457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.527126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 047e832b-67a0-4f65-b1c9-e477a20c93a2 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:52.534571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 047e832b-67a0-4f65-b1c9-e477a20c93a2 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:52.535013 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.649583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-1da5913e-2837-47b1-a1ec-294835f44d17 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Synchronizing usage tracker for tenant:5153b854571c4f5e8b12ed5596536176 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:29:52.705907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.765104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b0611b0-8247-41e0-a4f7-23724b95f93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.768832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 047e832b-67a0-4f65-b1c9-e477a20c93a2, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=047e832b-67a0-4f65-b1c9-e477a20c93a2,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:52.777011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:52.779174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-1da5913e-2837-47b1-a1ec-294835f44d17 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Unset dirty status for tenant:5153b854571c4f5e8b12ed5596536176 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:29:52.779593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:52.789964 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-1da5913e-2837-47b1-a1ec-294835f44d17 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--587857528&fields=id&tenant_id=5153b854571c4f5e8b12ed5596536176 HTTP/1.1" status: 200 len: 267 time: 0.2257283 Feb 17 03:29:52.864979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Pushing event updated for resources: {'Port': ['ID=8c664bcc-a5f8-4bbb-b120-ee1371a1f368,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:52.869396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:52.880906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=047e832b-67a0-4f65-b1c9-e477a20c93a2,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:52.881457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1b1c953f-0330-444d-9571-32a208454717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:52.885107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:52.938863 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-ae91aedf-cd69-4af3-ae85-0568af8f7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:52.940583 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-ae91aedf-cd69-4af3-ae85-0568af8f7ed6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91d47cbe23ef4dd3a2c78546f3142b95&device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 1161 time: 0.6345921 Feb 17 03:29:52.948649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcbbd6b-d74f-4414-acfc-2aa6173dd010,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:52.952001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:52.956287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Checking segment: {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:52.956691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Network hostable DHCP agents. Network: ff00d78a-41ad-4242-a387-3a3401455ed0, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:29:52.982412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93b4b-7ff5-4690-bb32-090b7ce1f814 req-92fa04cf-f342-42af-a8b5-18424b4ddd43 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:52.984228 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c93b4b-7ff5-4690-bb32-090b7ce1f814 req-92fa04cf-f342-42af-a8b5-18424b4ddd43 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 943 time: 0.3298540 Feb 17 03:29:53.031298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-d53308f4-3b1a-43d8-a66e-d26dd096fa6b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:53.032911 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-d53308f4-3b1a-43d8-a66e-d26dd096fa6b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 817 time: 0.2420945 Feb 17 03:29:53.066617 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c93b4b-7ff5-4690-bb32-090b7ce1f814 req-d78be327-b34f-4b03-9e67-5db28ae41faa tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657501 Feb 17 03:29:53.068008 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-cd94f140-f32d-4675-9b5a-e971a5098ce7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/quotas/5153b854571c4f5e8b12ed5596536176 HTTP/1.1" status: 200 len: 375 time: 0.0216951 Feb 17 03:29:53.074443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:53.074560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:53.076110 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] 10.222.0.38 "PUT /v2.0/ports/8c664bcc-a5f8-4bbb-b120-ee1371a1f368 HTTP/1.1" status: 200 len: 1157 time: 3.9061637 Feb 17 03:29:53.077586 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-c8debd88-91fa-4289-9464-0fdee4cd00f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68ccf328-1d5d-4d2f-8efc-364817a42135 HTTP/1.1" status: 200 len: 217 time: 0.0939319 Feb 17 03:29:53.084077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Network ff00d78a-41ad-4242-a387-3a3401455ed0 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:29:53.092834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b0611b0-8247-41e0-a4f7-23724b95f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:53.098214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:53.110387 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, ff00d78a-41ad-4242-a387-3a3401455ed0) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:53.119006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b45b0e-6086-4610-ac10-72e423eebb96 None None] Network ff00d78a-41ad-4242-a387-3a3401455ed0 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:29:53.175789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b0611b0-8247-41e0-a4f7-23724b95f93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:53.177832 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0b0611b0-8247-41e0-a4f7-23724b95f93a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb0e8829-fde1-4aa9-a850-788812098031 HTTP/1.1" status: 204 len: 168 time: 1.1096342 Feb 17 03:29:53.180128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0611b0-8247-41e0-a4f7-23724b95f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e8829-fde1-4aa9-a850-788812098031,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:53.199498 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-fbdf849c-def8-4f51-a4b4-a89e6e2e4ebe tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1214724 Feb 17 03:29:53.240878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:53.241546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:53.255622 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0b0611b0-8247-41e0-a4f7-23724b95f93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:53.316761 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-2d136ab1-4185-4343-b746-2c052bd3b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:53.318590 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-2d136ab1-4185-4343-b746-2c052bd3b9f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5cdea3-5000-4f2b-9204-e57657ed0b2b HTTP/1.1" status: 200 len: 848 time: 0.2094009 Feb 17 03:29:53.323343 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-571a96c6-30f2-4ff2-b7e1-173a2eb9ce42 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.9806190 Feb 17 03:29:53.324711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42310) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:53.331953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:53.342005 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:53.392893 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Usage tracker for resource:router and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:53.404017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:53.415729 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-0f8f437b-e3d9-4a15-99e0-09a98ff218ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750639 Feb 17 03:29:53.424426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:53.428398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-f0c4c693-5915-464d-abe9-cd10fc181cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:53.430347 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-f0c4c693-5915-464d-abe9-cd10fc181cc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 1160 time: 0.2559118 Feb 17 03:29:53.490524 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4edf99e0-b5ec-56e2-8fc6-a3623b3f1581-ff00d78a-41ad-4242-a387-3a3401455ed0', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010'}]}} from dv-cinder-759961-4-smb. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 03:29:53.491558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:53.569231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:53.578146 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-6a4fa1c1-4e41-4baf-b36c-517287849787 service neutron] 10.222.0.49 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587527 Feb 17 03:29:53.599905 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-a7e9b92a-441e-440e-9bf0-f16800c71fd3 service neutron] 10.222.0.38 "GET /v2.0/networks/ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684780 Feb 17 03:29:53.668771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763341'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:53.669918 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852860501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12474'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:53.706404 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-b08576b3-996e-40cc-a4a9-c3eb010fb8ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c664bcc-a5f8-4bbb-b120-ee1371a1f368 HTTP/1.1" status: 200 len: 217 time: 0.1037583 Feb 17 03:29:53.773570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97286866-90cf-4991-ae82-0343794aac65 req-8b62d083-4aaa-4082-b8c5-c869f9014083 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:53.781925 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-97286866-90cf-4991-ae82-0343794aac65 req-8b62d083-4aaa-4082-b8c5-c869f9014083 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.3375692 Feb 17 03:29:53.844772 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-46197f1a-df6e-4f0a-816a-727c537b0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:53.846988 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-46197f1a-df6e-4f0a-816a-727c537b0081 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.0784862 Feb 17 03:29:53.861230 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-97286866-90cf-4991-ae82-0343794aac65 req-212758b6-1616-49fb-8418-0c0ace41c486 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782294 Feb 17 03:29:53.882214 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-91b962b2-452e-4973-b87c-04ece83a92fe service neutron] 10.222.0.49 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3028152 Feb 17 03:29:53.892342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Allocated IP 172.20.0.2 (ff00d78a-41ad-4242-a387-3a3401455ed0/0dcbbd6b-d74f-4414-acfc-2aa6173dd010/77f89ad2-4407-453f-a662-3afbddad71f8) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:53.991287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:54.037777 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-3c523c66-20a8-42ed-97c5-3f3a5783e120 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100783 Feb 17 03:29:54.176983 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc91c-76ee-4b85-a0f1-57cfdbfc0396 req-e6675437-a8d5-4438-9c1a-b3f4ea92ed96 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:54.189276 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-50cdc91c-76ee-4b85-a0f1-57cfdbfc0396 req-e6675437-a8d5-4438-9c1a-b3f4ea92ed96 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 944 time: 0.1501851 Feb 17 03:29:54.216847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:54.241063 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Transition to ACTIVE for port object 77f89ad2-4407-453f-a662-3afbddad71f8 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:54.283421 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-50cdc91c-76ee-4b85-a0f1-57cfdbfc0396 req-a909d562-5989-45e7-84b7-3d5e2d3dbe28 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770338 Feb 17 03:29:54.294614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Transition to ACTIVE for port object 77f89ad2-4407-453f-a662-3afbddad71f8 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:54.305940 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:54.339192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e35bcdb1-acff-42a1-b622-5ed77c088610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:54.495908 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-daefce32-ce37-4aa9-845e-5f2857d8189b req-8a665a0e-783e-4c2e-92fc-0aa8137cb154 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 210 time: 0.1747108 Feb 17 03:29:54.611797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc58b63c-a1fe-4677-a1e1-831190095c85', 'tag': '8c664bcc-a5f8-4bbb-b120-ee1371a1f368'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:29:54.751518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32669f-0790-4850-a661-2763cb629ad6 req-60de726f-c4a0-447f-837f-776ea4ee0f1e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:54.764602 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9e32669f-0790-4850-a661-2763cb629ad6 req-60de726f-c4a0-447f-837f-776ea4ee0f1e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 943 time: 0.1621635 Feb 17 03:29:54.835995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853064021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12425'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:54.848396 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc58b63c-a1fe-4677-a1e1-831190095c85', 'tag': '8c664bcc-a5f8-4bbb-b120-ee1371a1f368', 'status': 'completed', 'code': 200} Feb 17 03:29:54.866181 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9e32669f-0790-4850-a661-2763cb629ad6 req-36d4c396-8ac3-4a33-bc19-a86bef7656f3 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 Feb 17 03:29:54.866633 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 047e832b-67a0-4f65-b1c9-e477a20c93a2 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:54.891551 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d6a7188f-9f3f-4ab8-ba1b-45e7c9cd396d req-ab9c2b62-c296-4395-bf6e-aa2044746920 service neutron] 10.222.0.38 "GET /v2.0/networks/ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2250075 Feb 17 03:29:55.004278 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-2a6857c7-c9c7-4768-b66a-2b35098d6604 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9488709 Feb 17 03:29:55.021722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Pushing event updated for resources: {'Port': ['ID=77f89ad2-4407-453f-a662-3afbddad71f8,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:55.030880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:55.094034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Network ff00d78a-41ad-4242-a387-3a3401455ed0 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:55.095598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:55.101545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:55.143542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 047e832b-67a0-4f65-b1c9-e477a20c93a2 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:55.143857 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:55.243280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482da016-f4fb-4820-99da-1311ca345e57 req-d8249f8d-239c-4bb4-988c-fe5f5b37b5e3 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:55.252516 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-482da016-f4fb-4820-99da-1311ca345e57 req-d8249f8d-239c-4bb4-988c-fe5f5b37b5e3 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.1930325 Feb 17 03:29:55.262833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Attempting to bind port 77f89ad2-4407-453f-a662-3afbddad71f8 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:29:55.263703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Attempting to bind port 77f89ad2-4407-453f-a662-3afbddad71f8 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:29:55.264877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Attempting to bind port 77f89ad2-4407-453f-a662-3afbddad71f8 on network ff00d78a-41ad-4242-a387-3a3401455ed0 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:29:55.279261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:29:55.279872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Checking segment: {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:29:55.280413 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:55.280965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Bound using segment: {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:29:55.281618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Bound port: 77f89ad2-4407-453f-a662-3afbddad71f8, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:29:55.282557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:55.368668 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-482da016-f4fb-4820-99da-1311ca345e57 req-3a613e88-dfcb-4c34-9566-32b7da3378ef tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112182 Feb 17 03:29:55.604747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] For port 77f89ad2-4407-453f-a662-3afbddad71f8, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:29:55.610077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] For port 77f89ad2-4407-453f-a662-3afbddad71f8, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=77f89ad2-4407-453f-a662-3afbddad71f8,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:29:55.617012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:55.626866 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fc9ada9-839c-455e-b5d3-4dfd2b123418 req-ff5ee1dc-7f26-47bc-a4e3-56403fc4f588 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4728570 Feb 17 03:29:55.634122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-707a6679-b21a-47bb-81cb-5a335cb4bf55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:55.644021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:55.651693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8827e4-7a08-4001-884a-a35f45ad52e8 req-ed06f631-298b-4dcf-a8f7-bd1d28f319ef tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:55.665959 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0a8827e4-7a08-4001-884a-a35f45ad52e8 req-ed06f631-298b-4dcf-a8f7-bd1d28f319ef tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 944 time: 0.2050710 Feb 17 03:29:55.683443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:55.791215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Pushing event updated for resources: {'Port': ['ID=77f89ad2-4407-453f-a662-3afbddad71f8,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:55.797112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:55.815874 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0a8827e4-7a08-4001-884a-a35f45ad52e8 req-ab027f7a-d68e-47cc-a1cd-8e71b1d9b068 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478262 Feb 17 03:29:55.877476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42388) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:55.889385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42394) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:55.999419 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-efd0b3ab-90fa-4060-b3bb-730c987e3c81 req-f80dd1cf-e218-4ce9-9552-1ae12c5f197f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 210 time: 0.0910017 Feb 17 03:29:56.125905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-897c723a-d4e5-4fc6-9801-829a06e4c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:56.127616 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-897c723a-d4e5-4fc6-9801-829a06e4c4d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91d47cbe23ef4dd3a2c78546f3142b95&device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 1161 time: 0.9752355 Feb 17 03:29:56.150569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:56.167937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:56.204044 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Allocated IP 172.28.2.224 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/0b5a2123-46ef-4b03-ad7f-53766cf01025) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:56.210556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:56.213713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:56.221358 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Usage tracker for resource:security_group_rule and tenant:45582030d68e4ebd986e04fcca8f44c2 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:56.225888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Usage tracker for resource:security_group_rule and tenant:7bdd1834540f4ce0861c1ddaca72ac83 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:56.230613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:56.238629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:56.248972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:56.254089 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:56.268907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b03e01-2990-4721-ad83-0fed1a234cb9 req-aa6086d4-6068-4012-83e9-d3e913c79506 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:56.270635 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-21b03e01-2990-4721-ad83-0fed1a234cb9 req-aa6086d4-6068-4012-83e9-d3e913c79506 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 943 time: 0.2285659 Feb 17 03:29:56.370382 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-21b03e01-2990-4721-ad83-0fed1a234cb9 req-87a163cb-7353-4c1c-b417-ec7b1d2b8e28 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Feb 17 03:29:56.386235 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-de592c7e-52bd-4ae7-bd64-1f67510b5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:56.387924 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-de592c7e-52bd-4ae7-bd64-1f67510b5543 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 1160 time: 0.3423715 Feb 17 03:29:56.435665 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 77f89ad2-4407-453f-a662-3afbddad71f8 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:29:56.540026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 77f89ad2-4407-453f-a662-3afbddad71f8 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:56.612086 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-ab40e291-7bf1-493d-b8f4-b6b77ccc63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:56.613728 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-ab40e291-7bf1-493d-b8f4-b6b77ccc63cd service neutron] 10.222.0.38 "GET /v2.0/networks?id=ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 HTTP/1.1" status: 200 len: 902 time: 0.4067712 Feb 17 03:29:56.757622 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-7d4dd9d2-adbb-4289-8338-24da278727c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68ccf328-1d5d-4d2f-8efc-364817a42135 HTTP/1.1" status: 200 len: 217 time: 0.0784707 Feb 17 03:29:56.767217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:56.835132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:56.842120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-f6436fa8-84f9-4bf9-840a-c1686b19f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:56.843819 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-f6436fa8-84f9-4bf9-840a-c1686b19f7f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 909 time: 0.3521552 Feb 17 03:29:56.866620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:56.873455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:56.887737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-51706acb-ef1a-44a2-a7e2-b974867ec107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:56.931244 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-a3be61e0-ad5e-4796-ab54-327f1952c9d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c664bcc-a5f8-4bbb-b120-ee1371a1f368 HTTP/1.1" status: 200 len: 217 time: 0.0766129 Feb 17 03:29:56.942373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-e5222075-16aa-4134-96ac-f8b6284cd82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:56.943754 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-e5222075-16aa-4134-96ac-f8b6284cd82d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5cdea3-5000-4f2b-9204-e57657ed0b2b HTTP/1.1" status: 200 len: 848 time: 0.1615167 Feb 17 03:29:56.946610 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:56.958708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:56.974338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6825ddc2-dc8c-4459-8c01-456381a27d8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:57.038776 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d52c8f7-e077-44ad-ac98-fc94d080386c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:57.050877 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bdd1834540f4ce0861c1ddaca72ac83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1697259 Feb 17 03:29:57.050877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:57.052900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bc168061-df0e-48e3-9389-ffe4874e4194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:57.062680 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45582030d68e4ebd986e04fcca8f44c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1713068 Feb 17 03:29:57.069951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42414) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:57.070325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42416) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:57.178620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78e6b0e-1348-4690-a948-f73f86bc008d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:57.188249 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-24f23f7a-d174-419b-b9f4-7bd9e87030ed tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:57.189862 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-24f23f7a-d174-419b-b9f4-7bd9e87030ed tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 817 time: 0.4093361 Feb 17 03:29:57.193734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:57.203685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd755d-3890-4916-872a-aadf9cb27eb7 req-d7826b02-abf6-469c-8ac7-0044d1a3b02d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:57.205353 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-78dd755d-3890-4916-872a-aadf9cb27eb7 req-d7826b02-abf6-469c-8ac7-0044d1a3b02d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.7115762 Feb 17 03:29:57.389256 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-b8505667-ad85-4cce-b42b-1149fd4cb948 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3516011 Feb 17 03:29:57.405599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2a73bbf-d8a9-4a13-8e0b-fdd693089b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:57.427521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd6969-e4f0-43c8-b51b-f8132a016815 None None] Network ff00d78a-41ad-4242-a387-3a3401455ed0 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:29:57.429887 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-78dd755d-3890-4916-872a-aadf9cb27eb7 req-0129dfc1-1117-47d6-8d84-736f5496e73a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064257 Feb 17 03:29:57.430610 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f2810ca-0be4-4379-b869-8366211c4743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:57.527546 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-7e40ad32-8457-4638-bc84-d1694c8407a8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5153b854571c4f5e8b12ed5596536176 HTTP/1.1" status: 200 len: 5708 time: 0.2805822 Feb 17 03:29:57.529532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f2810ca-0be4-4379-b869-8366211c4743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:57.537629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2a73bbf-d8a9-4a13-8e0b-fdd693089b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:57.544743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-6fb1d76e-9b7c-44dc-bf30-36b34a1adf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:57.546346 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-6fb1d76e-9b7c-44dc-bf30-36b34a1adf94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.5218520 Feb 17 03:29:57.547219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5a2123-46ef-4b03-ad7f-53766cf01025,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:57.562113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'port': {'device_id': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'admin_state_up': True, 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'security_groups': ['27b8391e-af56-4a5e-b8f6-9d619ae2f821']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:29:57.664661 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:57.666016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-767600ae-c125-43cc-ac4a-492db4aa259d None None] Provisioning for port 77f89ad2-4407-453f-a662-3afbddad71f8 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:29:57.674912 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-767600ae-c125-43cc-ac4a-492db4aa259d None None] Provisioning complete for port 77f89ad2-4407-453f-a662-3afbddad71f8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:57.675461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-767600ae-c125-43cc-ac4a-492db4aa259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:57.739056 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-bc31fd15-61d7-429b-97ed-39c3ef5ef272 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691481 Feb 17 03:29:57.749480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:57.754052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:29:57.763488 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:29:57.770616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edd661-a9c7-4b5f-8e93-536f9cc00c36 req-e66e2528-722b-499b-97bc-62ebe4859523 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:57.772307 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d0edd661-a9c7-4b5f-8e93-536f9cc00c36 req-e66e2528-722b-499b-97bc-62ebe4859523 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 944 time: 0.5173693 Feb 17 03:29:57.789607 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2cf0f79-0e9c-41f7-bca7-fb5e35dea19b req-dfc16c64-c272-480a-aa87-e8afdb58b65d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 210 time: 0.0907354 Feb 17 03:29:57.864556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2a73bbf-d8a9-4a13-8e0b-fdd693089b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:57.874613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-245075d8-0b5f-498f-acbb-a6c58dda495d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:57.881790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f2810ca-0be4-4379-b869-8366211c4743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:57.911087 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d0edd661-a9c7-4b5f-8e93-536f9cc00c36 req-e599c9cd-2996-40e3-84e0-988bc8488364 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273718 Feb 17 03:29:57.911888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a73bbf-d8a9-4a13-8e0b-fdd693089b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78e6b0e-1348-4690-a948-f73f86bc008d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:57.914795 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:57.925368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:port and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:57.928593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e2a73bbf-d8a9-4a13-8e0b-fdd693089b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:57.932298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3a8f856a-9b6b-409a-ac4e-9c57e06f9648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:57.940196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:57.957108 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:57.991486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-767600ae-c125-43cc-ac4a-492db4aa259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:57.998984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2a73bbf-d8a9-4a13-8e0b-fdd693089b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:58.000201 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e2a73bbf-d8a9-4a13-8e0b-fdd693089b0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b78e6b0e-1348-4690-a948-f73f86bc008d HTTP/1.1" status: 204 len: 168 time: 0.9271483 Feb 17 03:29:58.009482 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-1d17a643-c78c-48b0-942e-8d813f67a877 service neutron] 10.222.0.38 "GET /v2.0/networks/ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593797 Feb 17 03:29:58.019978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2810ca-0be4-4379-b869-8366211c4743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d52c8f7-e077-44ad-ac98-fc94d080386c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:58.029876 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f2810ca-0be4-4379-b869-8366211c4743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:58.034939 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-8f2810ca-0be4-4379-b869-8366211c4743 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d52c8f7-e077-44ad-ac98-fc94d080386c HTTP/1.1" status: 204 len: 168 time: 0.9600806 Feb 17 03:29:58.034939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8f2810ca-0be4-4379-b869-8366211c4743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:58.043611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Made reservation on behalf of 5153b854571c4f5e8b12ed5596536176 for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:29:58.049437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:58.062526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-767600ae-c125-43cc-ac4a-492db4aa259d None None] For port 77f89ad2-4407-453f-a662-3afbddad71f8, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=77f89ad2-4407-453f-a662-3afbddad71f8,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:29:58.077705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-767600ae-c125-43cc-ac4a-492db4aa259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:58.088144 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:58.271866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac39aa-c43f-4404-a3fc-8e058409e9ba req-ba06aa8d-d595-4ecb-b84e-b913488f6cfa tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:58.273526 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-46ac39aa-c43f-4404-a3fc-8e058409e9ba req-ba06aa8d-d595-4ecb-b84e-b913488f6cfa tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 943 time: 0.3240674 Feb 17 03:29:58.309308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767600ae-c125-43cc-ac4a-492db4aa259d None None] Pushing event updated for resources: {'Port': ['ID=77f89ad2-4407-453f-a662-3afbddad71f8,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:58.321233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-767600ae-c125-43cc-ac4a-492db4aa259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:58.402302 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-af788cb2-2641-48d9-b834-dc521c18c2e4 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593286 Feb 17 03:29:58.449522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-36949503-0eb1-4c8c-a1e5-bd98b55e3d0f None None] Provisioning complete for port 77f89ad2-4407-453f-a662-3afbddad71f8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:58.449949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-36949503-0eb1-4c8c-a1e5-bd98b55e3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:58.487276 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-46ac39aa-c43f-4404-a3fc-8e058409e9ba req-a430df9a-0174-4f12-aae6-f8511fcd2ae6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995530 Feb 17 03:29:58.646187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42442) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:58.728232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:58.808557 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20d0c3ab-a35d-4e58-ade2-4172845805a8 req-ea51c9d0-78fe-4071-a911-be2f23fdd9af service neutron] 10.222.0.38 "GET /v2.0/networks/ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7368824 Feb 17 03:29:58.808797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:58.821711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:29:58.849053 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Usage tracker for resource:security_group_rule and tenant:350c4b80e7fe4d5c9f1be59eac7a7252 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:29:58.860251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:29:58.870558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Allocated IP 172.20.0.8 (fab9f1b1-abd4-4c79-afba-924a22fe3738/759a5d3c-e5dd-4594-b004-8263a1665673/c0d0b48f-47ce-47a7-9799-6dea5c5f2db0) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:29:58.887244 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:29:58.958030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-66ca8b23-d799-4169-a4e1-40d221c79574 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:29:58.985600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-eb06b02f-5ea9-4af9-84f4-0f8fc7f78b61 None None] Provisioning complete for port 77f89ad2-4407-453f-a662-3afbddad71f8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:58.986011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb06b02f-5ea9-4af9-84f4-0f8fc7f78b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:58.996276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb3d7-7224-48a2-aa16-49fc10f5685a req-27d09c22-6f53-4032-8706-fd77d6f8caf6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:59.005169 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-660eb3d7-7224-48a2-aa16-49fc10f5685a req-27d09c22-6f53-4032-8706-fd77d6f8caf6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2814064 Feb 17 03:29:59.154058 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f82619c6-3fed-45f3-8c5b-7bbff00e6bb4 req-3ffda224-df23-436f-9455-e5add084c6ba tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 210 time: 0.1158788 Feb 17 03:29:59.227133 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-17114ceb-39ad-4213-a4ff-7c178dfea2fc req-29b4ec0c-6b6b-4420-8673-94f0b858166b service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7560008 Feb 17 03:29:59.246632 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-660eb3d7-7224-48a2-aa16-49fc10f5685a req-0d7e3ea4-5261-4c7d-97f5-339d1633048d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403803 Feb 17 03:29:59.281882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a56de5ee-8fb6-4aa8-95fc-3465df0497ea None None] Provisioning complete for port 77f89ad2-4407-453f-a662-3afbddad71f8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:29:59.282784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a56de5ee-8fb6-4aa8-95fc-3465df0497ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.303544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.303832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830168'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.358553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.377293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-80bce2f2-e1c5-45ef-a731-dd4547a73aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:59.468499 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=350c4b80e7fe4d5c9f1be59eac7a7252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8211462 Feb 17 03:29:59.471408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42464) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:29:59.473686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222ee439-b3e9-40ec-a60d-821630ab652f,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:59.479099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:59.484977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.508814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Transition to ACTIVE for port object c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:29:59.527179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3fbe9-bbec-4fe1-aa6b-f1333a1aaed3 req-355cfa73-24fe-4b39-a0c4-41736731194a tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:59.535189 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-72c3fbe9-bbec-4fe1-aa6b-f1333a1aaed3 req-355cfa73-24fe-4b39-a0c4-41736731194a tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 944 time: 0.2264636 Feb 17 03:29:59.549150 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58cea920-3ea1-4bf1-b9a5-54bebacd3351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.595581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58cea920-3ea1-4bf1-b9a5-54bebacd3351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.601730 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-72c3fbe9-bbec-4fe1-aa6b-f1333a1aaed3 req-c9fb9e81-68d5-4747-95ab-f427a82244c7 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655828 Feb 17 03:29:59.617479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.694677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 is scheduled to L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 03:29:59.698509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58cea920-3ea1-4bf1-b9a5-54bebacd3351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:29:59.704884 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3aa6dc7c-d036-42d2-86dd-058b10318f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:59.729971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:29:59.906284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'Port': ['ID=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:29:59.915422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:29:59.959156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0974-b2cd-480a-991d-58d0e7629244 req-e5af0ea8-bd59-4119-bf2d-a863a6cb1adf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:29:59.961462 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8f2c0974-b2cd-480a-991d-58d0e7629244 req-e5af0ea8-bd59-4119-bf2d-a863a6cb1adf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 943 time: 0.1880074 Feb 17 03:29:59.972403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:29:59.976429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:00.019863 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:30:00.053178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cea920-3ea1-4bf1-b9a5-54bebacd3351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222ee439-b3e9-40ec-a60d-821630ab652f,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:00.113121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:00.113568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.139689 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8f2c0974-b2cd-480a-991d-58d0e7629244 req-d8d704c8-62f4-4872-93f8-0333a2b9280a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658006 Feb 17 03:30:00.159965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-58cea920-3ea1-4bf1-b9a5-54bebacd3351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:00.161888 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-97e19750-b570-48b7-bb5c-9316fd0b84b4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6084640 Feb 17 03:30:00.196685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Request body: {'port': {'device_id': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:00.204746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58cea920-3ea1-4bf1-b9a5-54bebacd3351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.206619 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-58cea920-3ea1-4bf1-b9a5-54bebacd3351 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/222ee439-b3e9-40ec-a60d-821630ab652f HTTP/1.1" status: 204 len: 168 time: 0.7335474 Feb 17 03:30:00.240420 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:30:00.251936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Sync routers for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:30:00.265555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.270445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42480) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:00.271054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:00.271667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:00.274152 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9404402 Feb 17 03:30:00.355427 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-ffb8cc6a-db6b-4c18-88f4-37da22106571 None None] Provisioning for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:00.368848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-ffb8cc6a-db6b-4c18-88f4-37da22106571 None None] Provisioning complete for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:00.371185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cc6a-db6b-4c18-88f4-37da22106571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.448959 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 77f89ad2-4407-453f-a662-3afbddad71f8 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:00.518317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8cc6a-db6b-4c18-88f4-37da22106571 None None] Port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:30:00.537010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 68ccf328-1d5d-4d2f-8efc-364817a42135 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:00.637477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 77f89ad2-4407-453f-a662-3afbddad71f8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:00.637951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.671051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 68ccf328-1d5d-4d2f-8efc-364817a42135 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:00.685820 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:00.697291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 68ccf328-1d5d-4d2f-8efc-364817a42135 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:00.697724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.929005 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.944503 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.977014 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 68ccf328-1d5d-4d2f-8efc-364817a42135, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=68ccf328-1d5d-4d2f-8efc-364817a42135,segment=NetworkSegment(1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36),segment_id=1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:00.979710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe095d9-bff4-4e41-9003-48a5a2ae6c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ccf328-1d5d-4d2f-8efc-364817a42135'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:00.988886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:00.991626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24f4f354-ac6a-40db-8723-a9409c6d041e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:01.072927 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=68ccf328-1d5d-4d2f-8efc-364817a42135,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:01.077733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:01.101141 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:29:58Z', 'revision_number': 3, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:01.106351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Checking router: ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:30:01.106759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Updating router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 port 0b5a2123-46ef-4b03-ad7f-53766cf01025 binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:30:01.176875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:01.407222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8c7fd-9155-47bb-b2fa-dc719b1fa11b req-c306fe4c-1309-4f26-ac12-7a6e5252c05c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:01.408776 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56e8c7fd-9155-47bb-b2fa-dc719b1fa11b req-c306fe4c-1309-4f26-ac12-7a6e5252c05c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.7170494 Feb 17 03:30:01.425519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cff0a-e52b-408f-87c8-89bc27610dba req-30febfa5-65de-49f6-9d31-dc45f02aacd1 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:01.426309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b28cff0a-e52b-408f-87c8-89bc27610dba req-30febfa5-65de-49f6-9d31-dc45f02aacd1 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Synchronizing usage tracker for tenant:5153b854571c4f5e8b12ed5596536176 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:30:01.551619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b28cff0a-e52b-408f-87c8-89bc27610dba req-30febfa5-65de-49f6-9d31-dc45f02aacd1 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Unset dirty status for tenant:5153b854571c4f5e8b12ed5596536176 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:30:01.559094 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b28cff0a-e52b-408f-87c8-89bc27610dba req-30febfa5-65de-49f6-9d31-dc45f02aacd1 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 931 time: 0.8660922 Feb 17 03:30:01.595326 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56e8c7fd-9155-47bb-b2fa-dc719b1fa11b req-deb10ea3-0148-40f2-99ad-c0171f9a730b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576982 Feb 17 03:30:01.682158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:01.703008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Transition to ACTIVE for port object 0b5a2123-46ef-4b03-ad7f-53766cf01025 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:01.707592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:01.754283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:01.845520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85867f6e-44e8-4d3b-8fb2-d576f7152fe5 None None] Pushing event updated for resources: {'Port': ['ID=0b5a2123-46ef-4b03-ad7f-53766cf01025,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:01.851347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-85867f6e-44e8-4d3b-8fb2-d576f7152fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:01.884672 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b28cff0a-e52b-408f-87c8-89bc27610dba req-374a703e-87c6-4b4d-a9ea-384d114268ed tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245168 Feb 17 03:30:02.019700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Attempting to bind port 0b5a2123-46ef-4b03-ad7f-53766cf01025 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:30:02.020685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Attempting to bind port 0b5a2123-46ef-4b03-ad7f-53766cf01025 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:30:02.021339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Attempting to bind port 0b5a2123-46ef-4b03-ad7f-53766cf01025 on network ff41f79f-49b9-4b53-887c-df96d9d58d44 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:30:02.028274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:30:02.028898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Checking segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:30:02.029592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:02.030156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Bound using segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:30:02.030805 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Bound port: 0b5a2123-46ef-4b03-ad7f-53766cf01025, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:30:02.031482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:02.132608 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] For port 0b5a2123-46ef-4b03-ad7f-53766cf01025, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:30:02.136213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] For port 0b5a2123-46ef-4b03-ad7f-53766cf01025, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=0b5a2123-46ef-4b03-ad7f-53766cf01025,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:30:02.141491 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:02.154888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acb7d0-1773-45f3-84bf-f1c58751030a req-39a7f315-f0f1-4ae4-bb7f-52afacaaaf70 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:02.156586 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d5acb7d0-1773-45f3-84bf-f1c58751030a req-39a7f315-f0f1-4ae4-bb7f-52afacaaaf70 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 946 time: 0.3505099 Feb 17 03:30:02.159822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-27c3a79e-cc7c-434d-b01e-de6815c4cd88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:02.289042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85867f6e-44e8-4d3b-8fb2-d576f7152fe5 None None] Pushing event updated for resources: {'Port': ['ID=0b5a2123-46ef-4b03-ad7f-53766cf01025,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:02.303704 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-85867f6e-44e8-4d3b-8fb2-d576f7152fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:02.308750 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe095d9-bff4-4e41-9003-48a5a2ae6c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ccf328-1d5d-4d2f-8efc-364817a42135', 'code': 200} Feb 17 03:30:02.330175 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:30:02.348996 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d5acb7d0-1773-45f3-84bf-f1c58751030a req-091bb61e-e7e4-4cc5-b8b5-2c65944239a9 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034780 Feb 17 03:30:02.350974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:02.427836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Transition to ACTIVE for port object c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:02.433974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:02.481712 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:02.562794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:02.567160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:02.647775 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:02.822474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Pushing event updated for resources: {'Port': ['ID=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:02.844281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a15b4-66b6-4390-8335-f21dfecf1862 req-06207cb8-4833-4693-91e5-808e8f0865cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:02.846203 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ab5a15b4-66b6-4390-8335-f21dfecf1862 req-06207cb8-4833-4693-91e5-808e8f0865cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 1163 time: 0.1532533 Feb 17 03:30:02.878002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:02.895628 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ab5a15b4-66b6-4390-8335-f21dfecf1862 req-ad4bdb00-4898-456a-aa8b-501719f2b1cf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Feb 17 03:30:03.141267 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 68ccf328-1d5d-4d2f-8efc-364817a42135 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:03.180539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:03.219429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:29:58Z', 'revision_number': 3, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:03.223895 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 68ccf328-1d5d-4d2f-8efc-364817a42135 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:03.224322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:03.224434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3101d-d8d4-4860-b681-5f6ae3802078 None None] The sync data for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb is: [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:29:58Z', 'revision_number': 3, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:30:03.368947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:03.388015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc25104-bf24-4d75-86a4-7d938e5042fb req-33d82451-7c15-4ef6-934b-4a883693e131 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:03.389670 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3fc25104-bf24-4d75-86a4-7d938e5042fb req-33d82451-7c15-4ef6-934b-4a883693e131 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 943 time: 0.8279204 Feb 17 03:30:03.442628 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:03.448209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:03.448643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:03.507055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Attempting to bind port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:30:03.507439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Attempting to bind port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:30:03.507818 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Attempting to bind port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 on network fab9f1b1-abd4-4c79-afba-924a22fe3738 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:30:03.535055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563d93e-cb09-4341-aeea-135a84e499ce req-dcda4fc7-9c1f-4917-995f-60985736e242 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:03.536700 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d563d93e-cb09-4341-aeea-135a84e499ce req-dcda4fc7-9c1f-4917-995f-60985736e242 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.7208858 Feb 17 03:30:03.547758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:30:03.548145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Checking segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:30:03.548555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:03.548956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Bound using segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:30:03.549444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Bound port: c0d0b48f-47ce-47a7-9799-6dea5c5f2db0, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:30:03.549858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:03.568075 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3fc25104-bf24-4d75-86a4-7d938e5042fb req-f6b192c8-67b4-48e7-baa7-c65f05993098 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669497 Feb 17 03:30:03.585098 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:03.644282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8c664bcc-a5f8-4bbb-b120-ee1371a1f368,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:03.653305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:03.656323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:03.802702 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=8c664bcc-a5f8-4bbb-b120-ee1371a1f368,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:03.806719 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:03.849363 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d563d93e-cb09-4341-aeea-135a84e499ce req-155d52d0-b483-4248-8f85-04b6b9db80d8 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028121 Feb 17 03:30:03.981373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Allocated IP 172.20.0.1 (ff00d78a-41ad-4242-a387-3a3401455ed0/0dcbbd6b-d74f-4414-acfc-2aa6173dd010/c4c40120-158a-479c-9cce-b1fa6929e5f3) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:30:03.984134 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] For port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0, host hv-cinder-75996, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:30:03.997557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] For port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:30:04.011661 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.036672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:04.246799 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42618) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:04.256979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4bdcf-66c3-4dfb-9ee3-55b0fa46a21f req-272ef596-3fdf-43df-9bb7-cac322dacca4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:04.258672 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-32c4bdcf-66c3-4dfb-9ee3-55b0fa46a21f req-272ef596-3fdf-43df-9bb7-cac322dacca4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.4820919 Feb 17 03:30:04.310535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc58b63c-a1fe-4677-a1e1-831190095c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c664bcc-a5f8-4bbb-b120-ee1371a1f368'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:04.333267 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:04.346302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Pushing event updated for resources: {'Port': ['ID=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:04.361752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:04.467343 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.470763 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-32c4bdcf-66c3-4dfb-9ee3-55b0fa46a21f req-960f4d20-0b71-49ab-a1f1-6afde3ab4b03 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919825 Feb 17 03:30:04.502817 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:04.517261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Usage tracker for resource:security_group_rule and tenant:ff85aea0244a43abbfe4a3dbb23661c5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:04.520833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.522126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:04.527926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:04.528629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.530224 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-517b657c-c11f-4352-8e32-64c648be432e service neutron] 10.222.0.38 "PUT /v2.0/ports/c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 HTTP/1.1" status: 200 len: 1157 time: 4.3395455 Feb 17 03:30:04.533228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:04.536541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:04.558467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Transition to ACTIVE for port object c4c40120-158a-479c-9cce-b1fa6929e5f3 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:04.617009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac75c8d-5974-4a87-a9b1-39c363359962 req-d2a97edc-d892-4854-8125-9f5f0efc6db8 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:04.618873 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8ac75c8d-5974-4a87-a9b1-39c363359962 req-d2a97edc-d892-4854-8125-9f5f0efc6db8 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 946 time: 0.2306447 Feb 17 03:30:04.668371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.672069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.678037 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'status': 'completed', 'code': 200} Feb 17 03:30:04.708838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8c0ffb10-b7d9-4df3-b112-29d38111f072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:04.726274 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc58b63c-a1fe-4677-a1e1-831190095c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c664bcc-a5f8-4bbb-b120-ee1371a1f368', 'code': 200} Feb 17 03:30:04.746238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 0b5a2123-46ef-4b03-ad7f-53766cf01025 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:04.753833 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8ac75c8d-5974-4a87-a9b1-39c363359962 req-1b50bcd4-624f-4881-9ae0-9a212afdc4eb tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161063 Feb 17 03:30:04.755032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.779755 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff85aea0244a43abbfe4a3dbb23661c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315876 Feb 17 03:30:04.780593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758a21a0-ec34-4bda-9de8-141c364d8443,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:04.804082 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42630) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:04.808348 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:04.891493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eaab42bd-4d6b-4487-988b-dc6655107ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.892762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:04.893288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.922254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eaab42bd-4d6b-4487-988b-dc6655107ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:04.979891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-519d8575-29b0-4f46-8228-a5df531606ee tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:04.996572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eaab42bd-4d6b-4487-988b-dc6655107ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:05.004195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-44c7ea37-7bac-4c6f-9ac7-7103706a075a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:05.028960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab42bd-4d6b-4487-988b-dc6655107ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758a21a0-ec34-4bda-9de8-141c364d8443,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:05.031232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eaab42bd-4d6b-4487-988b-dc6655107ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:05.032639 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-eaab42bd-4d6b-4487-988b-dc6655107ac5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/758a21a0-ec34-4bda-9de8-141c364d8443 HTTP/1.1" status: 204 len: 168 time: 0.2274690 Feb 17 03:30:05.036409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-eaab42bd-4d6b-4487-988b-dc6655107ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:05.128736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 0b5a2123-46ef-4b03-ad7f-53766cf01025 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:05.135683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 0b5a2123-46ef-4b03-ad7f-53766cf01025 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:05.136122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:05.317066 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c40120-158a-479c-9cce-b1fa6929e5f3,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:05.320309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:05.332726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Network ff00d78a-41ad-4242-a387-3a3401455ed0 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:30:05.336750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:05.336886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:05.339573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:30:05.355842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 0b5a2123-46ef-4b03-ad7f-53766cf01025, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=0b5a2123-46ef-4b03-ad7f-53766cf01025,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:05.361135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:05.363312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:05.370061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2010a53-7dde-4e1c-8e6a-13ebd3e83de8 req-7af895e3-fce5-4d15-aa74-ac97ae0272e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:05.371943 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f2010a53-7dde-4e1c-8e6a-13ebd3e83de8 req-7af895e3-fce5-4d15-aa74-ac97ae0272e6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 1162 time: 0.1218169 Feb 17 03:30:05.444138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=0b5a2123-46ef-4b03-ad7f-53766cf01025,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:05.449487 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f2010a53-7dde-4e1c-8e6a-13ebd3e83de8 req-faf6aca6-26c9-4961-97eb-ad654d8822ac service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624936 Feb 17 03:30:05.456023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:05.472729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853010175'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:05.476903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-c2d0688d-61e1-4fce-ab7b-93e6dfb99f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:05.478529 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-c2d0688d-61e1-4fce-ab7b-93e6dfb99f6f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 1160 time: 0.4346237 Feb 17 03:30:05.496384 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cdd31-502c-4438-b569-af6d9822bd3d req-439daaaa-3df6-4bf4-ab29-8375723f1d3e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:05.498041 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d19cdd31-502c-4438-b569-af6d9822bd3d req-439daaaa-3df6-4bf4-ab29-8375723f1d3e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.4527915 Feb 17 03:30:05.537379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccfcfa-814d-4438-9a15-36be987b7174 req-16480ae3-e0f8-4766-bade-a554f4cf87c6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:05.539086 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1ccfcfa-814d-4438-9a15-36be987b7174 req-16480ae3-e0f8-4766-bade-a554f4cf87c6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 945 time: 0.4927852 Feb 17 03:30:05.609591 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d19cdd31-502c-4438-b569-af6d9822bd3d req-cb55c03f-a60d-49c0-8926-dc0812f1ada5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009924 Feb 17 03:30:05.634831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-76230ef0-a744-4459-85ef-27c8518839ee None None] Provisioning for port c4c40120-158a-479c-9cce-b1fa6929e5f3 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:05.641427 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1ccfcfa-814d-4438-9a15-36be987b7174 req-b638208f-405f-49c6-ae90-3ff9f399380e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923970 Feb 17 03:30:05.642482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-76230ef0-a744-4459-85ef-27c8518839ee None None] Provisioning complete for port c4c40120-158a-479c-9cce-b1fa6929e5f3 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:05.643361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76230ef0-a744-4459-85ef-27c8518839ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:05.725171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:05.750173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-76230ef0-a744-4459-85ef-27c8518839ee None None] Port c4c40120-158a-479c-9cce-b1fa6929e5f3 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:30:06.016463 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-d3b28e3e-e825-407d-8655-1e9d1774e1f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 HTTP/1.1" status: 200 len: 217 time: 0.0928726 Feb 17 03:30:06.382874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 0b5a2123-46ef-4b03-ad7f-53766cf01025 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:06.428676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 68ccf328-1d5d-4d2f-8efc-364817a42135 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:06.475101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebcd34-04a5-47b0-a5fa-a937d7151984 req-09679137-9f8d-4434-9bb2-9f4aa42e81eb tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:06.476731 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c3ebcd34-04a5-47b0-a5fa-a937d7151984 req-09679137-9f8d-4434-9bb2-9f4aa42e81eb tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.6522403 Feb 17 03:30:06.531290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 0b5a2123-46ef-4b03-ad7f-53766cf01025 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:06.531636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:06.536153 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-cd60b45d-40be-43aa-b7cc-3d09f81e7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:06.537748 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-cd60b45d-40be-43aa-b7cc-3d09f81e7539 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.2575457 Feb 17 03:30:06.563844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 68ccf328-1d5d-4d2f-8efc-364817a42135 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:06.564240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:06.635078 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c3ebcd34-04a5-47b0-a5fa-a937d7151984 req-6f93f2c2-8301-4494-9a70-2c9894f917c8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443074 Feb 17 03:30:06.657057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcf0ba-9908-48ae-9792-2d0fbefa1061 req-af86aef0-50ed-4b7d-b06a-ae91bd142330 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:06.658671 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-18fcf0ba-9908-48ae-9792-2d0fbefa1061 req-af86aef0-50ed-4b7d-b06a-ae91bd142330 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 946 time: 0.3644400 Feb 17 03:30:06.712509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:06.733900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:06.791085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-2bdc6d33-5576-4daa-b935-80efd906eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:06.792856 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-2bdc6d33-5576-4daa-b935-80efd906eef5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2365546 Feb 17 03:30:06.798156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:06.846747 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-18fcf0ba-9908-48ae-9792-2d0fbefa1061 req-59c5922e-204b-4e10-86af-867a9d50c278 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801670 Feb 17 03:30:07.104025 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853096787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765735'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:07.147569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c40120-158a-479c-9cce-b1fa6929e5f3,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:07.150962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:07.353832 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-dd2a9409-b390-41cd-9ecc-028c006a9e7f service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102766 Feb 17 03:30:07.366979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9071173-e83c-49a9-ab4c-8a2b1368252a req-5663cdf0-05d1-4c85-a20a-9d4354d43254 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:07.368580 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d9071173-e83c-49a9-ab4c-8a2b1368252a req-5663cdf0-05d1-4c85-a20a-9d4354d43254 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.5265615 Feb 17 03:30:07.387051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ede16-1add-4012-ab92-e36400a4564e req-7ea34fed-83bb-4920-aa1c-874a4a1c1dca tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:07.394866 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-981ede16-1add-4012-ab92-e36400a4564e req-7ea34fed-83bb-4920-aa1c-874a4a1c1dca tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 945 time: 0.3744485 Feb 17 03:30:07.441315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Network ff00d78a-41ad-4242-a387-3a3401455ed0 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:30:07.473882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:07.777622 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-981ede16-1add-4012-ab92-e36400a4564e req-ab9e6da5-c997-4250-9cb9-3be596f233b0 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816319 Feb 17 03:30:07.785424 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d9071173-e83c-49a9-ab4c-8a2b1368252a req-7c9bc5d5-d490-44c1-8e8c-ea012977683a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860488 Feb 17 03:30:07.794489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-0bdccf46-964d-40f3-aa24-400dccadc68d None None] Provisioning complete for port c4c40120-158a-479c-9cce-b1fa6929e5f3 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:07.800482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0bdccf46-964d-40f3-aa24-400dccadc68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:07.841950 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b593768-ee9d-4ca9-a954-ca6c2dd53e75 req-710421ee-6b96-432f-b70f-a66d2c2424a6 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4445212 Feb 17 03:30:07.868646 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:30:07.930965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0bdccf46-964d-40f3-aa24-400dccadc68d None None] Port c4c40120-158a-479c-9cce-b1fa6929e5f3 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:30:08.075254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:30:08.087532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Sync routers for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:30:08.098749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:08.099565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:08.193383 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9130185 Feb 17 03:30:08.269330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-71b34e63-a9d1-4fd3-ad1e-5ead1ebb4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:08.271421 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-71b34e63-a9d1-4fd3-ad1e-5ead1ebb4659 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 1160 time: 0.1419024 Feb 17 03:30:08.287526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5503ab6-904c-4ecf-b87f-8fd90be757f9 req-ff69e707-3261-4482-a0b8-1edcf36b3080 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:08.290377 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b5503ab6-904c-4ecf-b87f-8fd90be757f9 req-ff69e707-3261-4482-a0b8-1edcf36b3080 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.2021852 Feb 17 03:30:08.321744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:08.557744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:08.687615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-895f6836-6202-4623-be7c-02017fcfb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:08.689285 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-895f6836-6202-4623-be7c-02017fcfb8d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.3973815 Feb 17 03:30:08.780202 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-ba0ae628-154e-4f82-bc7d-734c245474ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 HTTP/1.1" status: 200 len: 217 time: 0.0762258 Feb 17 03:30:08.783212 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b5503ab6-904c-4ecf-b87f-8fd90be757f9 req-999f9dbc-3721-4a1d-b0cd-3d52faf4963a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158619 Feb 17 03:30:08.790827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:08.791434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:08.862693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-fa0f2e1d-4862-41e8-94e5-697af62c00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:08.864375 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-fa0f2e1d-4862-41e8-94e5-697af62c00d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.0721107 Feb 17 03:30:08.991937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:06Z', 'revision_number': 2, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:09.001276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Checking router: ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:30:09.001664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Updating router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 port c4c40120-158a-479c-9cce-b1fa6929e5f3 binding host dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:30:09.068441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.121570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-6bf3f952-d127-43d0-9c5f-b7e685b3adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:09.124055 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-6bf3f952-d127-43d0-9c5f-b7e685b3adee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2377641 Feb 17 03:30:09.136777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244a87c-8ebb-458c-8163-5f5082a28f2d req-123c9f9a-1422-40cc-9eaf-6e2e5cbc4403 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:09.138372 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6244a87c-8ebb-458c-8163-5f5082a28f2d req-123c9f9a-1422-40cc-9eaf-6e2e5cbc4403 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 945 time: 0.1967363 Feb 17 03:30:09.146208 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c287e5d-e7c9-41fb-9a6c-cc05107c39a8 req-ef0ae25c-001f-466d-9a65-69698ec92cc0 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:09.147485 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c287e5d-e7c9-41fb-9a6c-cc05107c39a8 req-ef0ae25c-001f-466d-9a65-69698ec92cc0 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2116256 Feb 17 03:30:09.178169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42750) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:09.185672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-89842619-network', 'tenant_id': '7960ac694db543ee9581f5209137936a'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:09.190767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:09.195111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Usage tracker for resource:network and tenant:7960ac694db543ee9581f5209137936a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:09.198485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:09.204368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:09.219259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Made reservation on behalf of 7960ac694db543ee9581f5209137936a for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:30:09.224266 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.238769 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.255467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:09.259611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Usage tracker for resource:security_group_rule and tenant:7960ac694db543ee9581f5209137936a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:09.262797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:09.268644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:09.336899 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6244a87c-8ebb-458c-8163-5f5082a28f2d req-28eadaf0-270c-4b10-986e-a8edbfdfa303 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884050 Feb 17 03:30:09.341969 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c287e5d-e7c9-41fb-9a6c-cc05107c39a8 req-b0f511a3-cad5-43fe-83c9-c65f3e4b1262 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693244 Feb 17 03:30:09.378040 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-97fbdb2d-5df1-4c96-9d37-a614c133077d service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305501 Feb 17 03:30:09.416816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.423942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.458089 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:30:09.483379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.483796 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Added segment 6bca727f-ac8a-4ebc-adce-106ec91ab2c4 of type vxlan for network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb Feb 17 03:30:09.516948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.552094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b0cda703-a471-4aab-a0e6-06a5020571c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:09.565292 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.567288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:09.568098 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.570792 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79a64bb6-9bc1-4344-b0a7-942373b116d8 req-66972741-80ed-49cc-b7a2-c6032733708c service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1866963 Feb 17 03:30:09.614351 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4338167 Feb 17 03:30:09.615480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6713ec5a-5edd-464a-9f80-82e5b644b53b,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:09.617434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42766) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:09.619366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:09.620002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:09.626122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Request body: {'subnet': {'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-89842619-subnet', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:09.636297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:09.641326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Usage tracker for resource:subnet and tenant:7960ac694db543ee9581f5209137936a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:09.647058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:09.660332 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:09.694329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Made reservation on behalf of 7960ac694db543ee9581f5209137936a for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:30:09.699329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838380481'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.755997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ad57ab-ef2f-4055-ab3f-7eff101b43cb,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:09.759782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:09.772372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:30:09.928738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:09.944318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Transition to ACTIVE for port object c4c40120-158a-479c-9cce-b1fa6929e5f3 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:10.016009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:30:10.036344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:10.063350 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24f4f354-ac6a-40db-8723-a9409c6d041e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:10.243716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8e26-b559-4876-b19f-24dc49ff5785 req-f2862b85-740f-4580-a8b2-289483300b8f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:10.245535 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eabd8e26-b559-4876-b19f-24dc49ff5785 req-f2862b85-740f-4580-a8b2-289483300b8f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.2952690 Feb 17 03:30:10.339452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61552007-f70e-4bbc-b17c-460d5dc809dc None None] Pushing event updated for resources: {'Port': ['ID=c4c40120-158a-479c-9cce-b1fa6929e5f3,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:10.345682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-61552007-f70e-4bbc-b17c-460d5dc809dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:10.359684 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eabd8e26-b559-4876-b19f-24dc49ff5785 req-0ddae2ce-c692-482d-8595-b27d12bc0a88 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063833 Feb 17 03:30:10.590223 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Attempting to bind port c4c40120-158a-479c-9cce-b1fa6929e5f3 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:30:10.593163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Attempting to bind port c4c40120-158a-479c-9cce-b1fa6929e5f3 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:30:10.593722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Attempting to bind port c4c40120-158a-479c-9cce-b1fa6929e5f3 on network ff00d78a-41ad-4242-a387-3a3401455ed0 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:30:10.608596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:30:10.609306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Checking segment: {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:30:10.609899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:10.610479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Bound using segment: {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:30:10.611163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Bound port: c4c40120-158a-479c-9cce-b1fa6929e5f3, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:30:10.611738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:10.689541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839273736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838380498'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:10.724252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:10.765501 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] For port c4c40120-158a-479c-9cce-b1fa6929e5f3, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:30:10.785238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] For port c4c40120-158a-479c-9cce-b1fa6929e5f3, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=c4c40120-158a-479c-9cce-b1fa6929e5f3,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:30:10.801044 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:10.842606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:10.892971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f9f174-5926-4892-8c2d-b5ffcc16322e,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:10.900660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:10.909682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0ec05-25cb-4ef9-a811-08f4f86249ca req-1ca32ca2-6301-4a6a-af2d-a99936fe55de tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:10.911316 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-30f0ec05-25cb-4ef9-a811-08f4f86249ca req-1ca32ca2-6301-4a6a-af2d-a99936fe55de tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.3026307 Feb 17 03:30:10.987591 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-30f0ec05-25cb-4ef9-a811-08f4f86249ca req-d8c3f37e-7e0c-4971-ba75-05bfc0dd9f89 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Feb 17 03:30:11.013296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Checking segment: {'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:30:11.013296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Network hostable DHCP agents. Network: e0ad57ab-ef2f-4055-ab3f-7eff101b43cb, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:30:11.021465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61552007-f70e-4bbc-b17c-460d5dc809dc None None] Pushing event updated for resources: {'Port': ['ID=c4c40120-158a-479c-9cce-b1fa6929e5f3,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:11.035831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-61552007-f70e-4bbc-b17c-460d5dc809dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:11.040062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:30:11.052555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, e0ad57ab-ef2f-4055-ab3f-7eff101b43cb) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:11.064961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:11.065610 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:11.066736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a50dc-9729-4e17-b264-0eca838d509d None None] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:30:11.089611 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7d27fcdc-b7f1-40a8-81f4-ace20492aab2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4670370 Feb 17 03:30:11.089810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42802) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:11.095394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:11.100146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:11.104784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Usage tracker for resource:router and tenant:7960ac694db543ee9581f5209137936a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:11.108656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:11.115115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:11.127025 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763341'] for router, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:11.128354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852860501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12474'] for router, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:11.143990 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:11.198354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:11.199068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:29:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:11.503415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:11.524004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853064021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12425'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:12.008989 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4edf99e0-b5ec-56e2-8fc6-a3623b3f1581-e0ad57ab-ef2f-4055-ab3f-7eff101b43cb', 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'fixed_ips': [{'subnet_id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e'}]}} from dv-cinder-759961-4-smb. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 03:30:12.010050 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:12.034603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-098ad435-3136-4a28-93a8-1a60fa1bc31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:12.094965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0752ea9-4735-4029-a073-d2220cd15b81 req-2f5a8ca5-79fa-48a9-943b-a74fe808d0b6 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:12.103758 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0752ea9-4735-4029-a073-d2220cd15b81 req-2f5a8ca5-79fa-48a9-943b-a74fe808d0b6 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.5705771 Feb 17 03:30:12.166614 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0752ea9-4735-4029-a073-d2220cd15b81 req-c8c9c79f-6bf9-45eb-830a-c16f9654dd77 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616572 Feb 17 03:30:12.408592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:12.477692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:12.554385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:10Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:12.574301 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31df23-d71f-4a30-a71b-1b5e4fa911b2 None None] The sync data for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb is: [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:10Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:30:12.693966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Allocated IP 172.20.0.2 (e0ad57ab-ef2f-4055-ab3f-7eff101b43cb/b9f9f174-5926-4892-8c2d-b5ffcc16322e/4ba05338-0301-4217-9afa-5b162652a4c0) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:30:13.008297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Allocated IP 172.28.2.70 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/50f04690-43b4-4485-b373-ee5e65f59825) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:30:13.063140 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:13.074045 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Transition to ACTIVE for port object 4ba05338-0301-4217-9afa-5b162652a4c0 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:13.091226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Transition to ACTIVE for port object 4ba05338-0301-4217-9afa-5b162652a4c0 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:13.098435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:13.114428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:13.202598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b0bb6-1107-499a-a2fe-b1ab34888f96 req-3e0e2bce-296c-4b88-90b1-d582935f6b64 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:13.204398 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a07b0bb6-1107-499a-a2fe-b1ab34888f96 req-3e0e2bce-296c-4b88-90b1-d582935f6b64 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.5783997 Feb 17 03:30:13.265061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Pushing event updated for resources: {'Port': ['ID=4ba05338-0301-4217-9afa-5b162652a4c0,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:13.269738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:13.291723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc9261-f068-4dbb-955e-bccbb6a30c03 req-d048b573-3a9b-4e69-a417-1c01aa7bf214 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:13.293504 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f5dc9261-f068-4dbb-955e-bccbb6a30c03 req-d048b573-3a9b-4e69-a417-1c01aa7bf214 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 946 time: 0.1771958 Feb 17 03:30:13.331674 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:30:13.332945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:13.339602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:30:13.356696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:13.363845 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a07b0bb6-1107-499a-a2fe-b1ab34888f96 req-93f9ef5f-5fe8-4b1c-95ad-290ca559d560 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380045 Feb 17 03:30:13.400057 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f5dc9261-f068-4dbb-955e-bccbb6a30c03 req-92637b64-a323-4ebb-901f-c9eb3b0d3c96 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960369 Feb 17 03:30:13.412345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Attempting to bind port 4ba05338-0301-4217-9afa-5b162652a4c0 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:30:13.412773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Attempting to bind port 4ba05338-0301-4217-9afa-5b162652a4c0 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:30:13.413202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Attempting to bind port 4ba05338-0301-4217-9afa-5b162652a4c0 on network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:30:13.420521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:30:13.420961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Checking segment: {'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:30:13.421425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:13.421882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Bound using segment: {'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:30:13.422415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Bound port: 4ba05338-0301-4217-9afa-5b162652a4c0, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:30:13.422842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:13.461544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:13.505789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9005c07b-94dc-47b1-a37a-2a8c7b3fa535 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:13.568553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] For port 4ba05338-0301-4217-9afa-5b162652a4c0, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:30:13.574478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] For port 4ba05338-0301-4217-9afa-5b162652a4c0, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=4ba05338-0301-4217-9afa-5b162652a4c0,segment=NetworkSegment(6bca727f-ac8a-4ebc-adce-106ec91ab2c4),segment_id=6bca727f-ac8a-4ebc-adce-106ec91ab2c4)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:30:13.588475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:13.608525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:13.785494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Pushing event updated for resources: {'Port': ['ID=50f04690-43b4-4485-b373-ee5e65f59825,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:13.793107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:13.832236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Pushing event updated for resources: {'Port': ['ID=4ba05338-0301-4217-9afa-5b162652a4c0,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:13.836091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:13.861117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403282a8-f5b6-4337-804c-bdb934d1809b req-4f7e10ec-861e-4c6e-8d15-39b096791089 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:13.862762 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-403282a8-f5b6-4337-804c-bdb934d1809b req-4f7e10ec-861e-4c6e-8d15-39b096791089 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.2656889 Feb 17 03:30:13.864981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:30:13.866469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:13.903598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:30:13.992582 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-403282a8-f5b6-4337-804c-bdb934d1809b req-25b7f8b1-5127-4131-8736-1198d0767756 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154919 Feb 17 03:30:14.230085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:14.310879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fd92cb74-5c42-438c-a920-7f162ebe5e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:14.340496 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:14.347641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:14.348229 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:14.491516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:14.496495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 4ba05338-0301-4217-9afa-5b162652a4c0 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:14.582426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:14.619902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:14.633093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:14.634354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 4ba05338-0301-4217-9afa-5b162652a4c0 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:14.640216 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:14.642875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:14.680355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device c4c40120-158a-479c-9cce-b1fa6929e5f3 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:14.782322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:14.791836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:14.795094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port c4c40120-158a-479c-9cce-b1fa6929e5f3 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:14.801409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port c4c40120-158a-479c-9cce-b1fa6929e5f3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:14.802212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:14.950021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:14.992447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port c4c40120-158a-479c-9cce-b1fa6929e5f3, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=c4c40120-158a-479c-9cce-b1fa6929e5f3,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:14.995897 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:14.998054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:15.066538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08571-2096-4fc3-8a29-d61bab8c26c0 req-dcbdb445-b3fa-4106-93e2-570ca1f13173 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:15.074177 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8bf08571-2096-4fc3-8a29-d61bab8c26c0 req-dcbdb445-b3fa-4106-93e2-570ca1f13173 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 946 time: 0.5180714 Feb 17 03:30:15.076273 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:15.087302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=c4c40120-158a-479c-9cce-b1fa6929e5f3,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:15.090902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:15.305046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8c5c-c196-4b3a-ab80-e3ef4e12a81c req-48a583d9-8b37-4d9a-9c4a-d07b78ce7051 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:15.308479 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41de8c5c-c196-4b3a-ab80-e3ef4e12a81c req-48a583d9-8b37-4d9a-9c4a-d07b78ce7051 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.7537282 Feb 17 03:30:15.408659 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8bf08571-2096-4fc3-8a29-d61bab8c26c0 req-31373622-e940-4870-8c32-2b0e58d0f43f tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335197 Feb 17 03:30:15.443847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:15.484645 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41de8c5c-c196-4b3a-ab80-e3ef4e12a81c req-a1a166c4-0cde-479d-ba4d-bc9458890a19 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684303 Feb 17 03:30:15.489522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cb4aa-46a8-4f24-adf0-f8e52a0f8de4 req-c1a079c5-3579-4f59-b3bf-1606884c710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:15.491393 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-949cb4aa-46a8-4f24-adf0-f8e52a0f8de4 req-c1a079c5-3579-4f59-b3bf-1606884c710d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 1162 time: 0.3468959 Feb 17 03:30:15.496463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830168'] for router, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:15.497383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51afe7cc-bf49-41cf-a365-76cde327cf60 None None] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:30:15.562363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] Provisioning for port 4ba05338-0301-4217-9afa-5b162652a4c0 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:15.570272 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'code': 200} Feb 17 03:30:15.572987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] Provisioning complete for port 4ba05338-0301-4217-9afa-5b162652a4c0 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:15.573407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:15.856775 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-949cb4aa-46a8-4f24-adf0-f8e52a0f8de4 req-9396dd40-9958-497b-a2cf-f601e009e86d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694829 Feb 17 03:30:15.931368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f206d72-07cf-44a7-93b3-95ecdc7694a5 req-b001188a-4732-4a51-8a2d-1336dc5da317 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:15.933030 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6f206d72-07cf-44a7-93b3-95ecdc7694a5 req-b001188a-4732-4a51-8a2d-1336dc5da317 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1614161 Feb 17 03:30:15.936158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:15.936766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:16.011291 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6f206d72-07cf-44a7-93b3-95ecdc7694a5 req-adccded3-2931-4f47-a398-408361794c51 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694942 Feb 17 03:30:16.021444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Router 912d87e4-93fe-445c-8af5-b0c788fe62ba is scheduled to L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 03:30:16.039430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:16.114448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] For port 4ba05338-0301-4217-9afa-5b162652a4c0, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=4ba05338-0301-4217-9afa-5b162652a4c0,segment=NetworkSegment(6bca727f-ac8a-4ebc-adce-106ec91ab2c4),segment_id=6bca727f-ac8a-4ebc-adce-106ec91ab2c4)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:16.123176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:16.126235 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:16.196901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:16.247360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:30:16.258265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Sync routers for ids ['912d87e4-93fe-445c-8af5-b0c788fe62ba'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:30:16.267518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] Pushing event updated for resources: {'Port': ['ID=4ba05338-0301-4217-9afa-5b162652a4c0,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:16.269783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Routers {'912d87e4-93fe-445c-8af5-b0c788fe62ba'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:16.270470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:30:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['912d87e4-93fe-445c-8af5-b0c788fe62ba'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:16.273094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:16.288471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:16.290139 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.1993632 Feb 17 03:30:16.293315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42912) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:16.346272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:16.482648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 4ba05338-0301-4217-9afa-5b162652a4c0 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:16.507828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8401212-2e44-42e9-9d8a-c11b0779eb51 req-b4d346b0-3699-430b-a729-1230d0050bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:16.509771 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b8401212-2e44-42e9-9d8a-c11b0779eb51 req-b4d346b0-3699-430b-a729-1230d0050bbe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 1162 time: 0.1477644 Feb 17 03:30:16.611479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 4ba05338-0301-4217-9afa-5b162652a4c0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:16.611996 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:16.660364 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b8401212-2e44-42e9-9d8a-c11b0779eb51 req-43de607e-0235-48d4-9b26-cd99bdf5db75 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388171 Feb 17 03:30:16.679403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Set router 912d87e4-93fe-445c-8af5-b0c788fe62ba gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:16.786683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-35e06660-bb96-49ae-9b9e-a60fd8fe102b None None] Provisioning complete for port 4ba05338-0301-4217-9afa-5b162652a4c0 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:16.787460 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-35e06660-bb96-49ae-9b9e-a60fd8fe102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:17.019434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c7621-7cf9-4449-b71c-ccae123b419a req-ffbe766d-baca-43ad-85d3-8340faf9d303 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:17.038132 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-255c7621-7cf9-4449-b71c-ccae123b419a req-ffbe766d-baca-43ad-85d3-8340faf9d303 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 946 time: 0.3489728 Feb 17 03:30:17.046425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101784-4d29-4da4-a8a6-13686e78829c req-78504410-cde7-421c-b602-ff46b63a6971 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:17.051830 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0c101784-4d29-4da4-a8a6-13686e78829c req-78504410-cde7-421c-b602-ff46b63a6971 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.2318718 Feb 17 03:30:17.182558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device c4c40120-158a-479c-9cce-b1fa6929e5f3 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:17.220861 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-255c7621-7cf9-4449-b71c-ccae123b419a req-bf90b219-71d1-4cba-87e8-c2a071a8f614 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553979 Feb 17 03:30:17.308151 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0c101784-4d29-4da4-a8a6-13686e78829c req-76996a6c-0a52-4bf0-bc5f-f8830f591dce tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439196 Feb 17 03:30:17.452099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port c4c40120-158a-479c-9cce-b1fa6929e5f3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:17.452656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:17.504981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:30:14Z', 'revision_number': 3, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:17.513725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Checking router: 912d87e4-93fe-445c-8af5-b0c788fe62ba for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:30:17.514133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Updating router 912d87e4-93fe-445c-8af5-b0c788fe62ba port 50f04690-43b4-4485-b373-ee5e65f59825 binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:30:17.591430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:17.595557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 68ccf328-1d5d-4d2f-8efc-364817a42135 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:17.599092 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:17.793003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-5c78b37f-5c05-4171-aef9-64e1e583c2df None None] Provisioning complete for port 4ba05338-0301-4217-9afa-5b162652a4c0 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:17.793462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c78b37f-5c05-4171-aef9-64e1e583c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:17.856562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42948) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:17.955314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 68ccf328-1d5d-4d2f-8efc-364817a42135 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:17.956243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.065186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c481-c7ad-4355-a468-8e01d879c8b0 req-33659768-0130-48dc-8bf4-74a082594e33 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:18.073046 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2b3c481-c7ad-4355-a468-8e01d879c8b0 req-33659768-0130-48dc-8bf4-74a082594e33 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1961973 Feb 17 03:30:18.205090 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2b3c481-c7ad-4355-a468-8e01d879c8b0 req-64a09c92-9003-47f4-9328-46c3c7e7cf98 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308026 Feb 17 03:30:18.239423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.260937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:18.262784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Allocated IP 172.20.0.1 (e0ad57ab-ef2f-4055-ab3f-7eff101b43cb/b9f9f174-5926-4892-8c2d-b5ffcc16322e/20d58637-fc0b-4034-9d52-b59a0d547746) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:30:18.265106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Usage tracker for resource:security_group_rule and tenant:050ff19647b6494f90b9dd11843fb61a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:18.268608 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:18.275094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:18.308571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.321540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Transition to ACTIVE for port object 50f04690-43b4-4485-b373-ee5e65f59825 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:18.336668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.355841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:18.396648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.409326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.436833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-224ed176-65d1-4a4a-98f4-8c4d9524e20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:18.459875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.476648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Transition to ACTIVE for port object 20d58637-fc0b-4034-9d52-b59a0d547746 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:18.501612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.521998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:18.522858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630994a1-6aad-48fe-9027-838c6fcab19d None None] Pushing event updated for resources: {'Port': ['ID=50f04690-43b4-4485-b373-ee5e65f59825,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:18.527500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-630994a1-6aad-48fe-9027-838c6fcab19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:18.549356 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-5691d1c6-8e09-4c11-952a-ff793c43cb3f tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:18.551058 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-5691d1c6-8e09-4c11-952a-ff793c43cb3f tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 946 time: 0.4746144 Feb 17 03:30:18.568173 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=050ff19647b6494f90b9dd11843fb61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103958 Feb 17 03:30:18.594262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 42960) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:18.597088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Attempting to bind port 50f04690-43b4-4485-b373-ee5e65f59825 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:30:18.597701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Attempting to bind port 50f04690-43b4-4485-b373-ee5e65f59825 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:30:18.598309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Attempting to bind port 50f04690-43b4-4485-b373-ee5e65f59825 on network ff41f79f-49b9-4b53-887c-df96d9d58d44 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:30:18.604641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:30:18.605557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Checking segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:30:18.606211 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.606830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Bound using segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:30:18.607575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Bound port: 50f04690-43b4-4485-b373-ee5e65f59825, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:30:18.608207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.688877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f4001f-ea97-410c-9c06-85e4fe8e175e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:18.699121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] For port 50f04690-43b4-4485-b373-ee5e65f59825, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:30:18.703798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] For port 50f04690-43b4-4485-b373-ee5e65f59825, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=50f04690-43b4-4485-b373-ee5e65f59825,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:30:18.708943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.722845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:18.726191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:18.753380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Pushing event updated for resources: {'Port': ['ID=20d58637-fc0b-4034-9d52-b59a0d547746,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:18.757334 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:18.788731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Deleting port 68ccf328-1d5d-4d2f-8efc-364817a42135 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:30:18.789523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.806417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:30:18.808390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:18.810713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:30:18.811179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853010175'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.849820 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45ad81f1-2e57-4119-9e55-803a68523870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.881156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45ad81f1-2e57-4119-9e55-803a68523870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:18.885482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630994a1-6aad-48fe-9027-838c6fcab19d None None] Pushing event updated for resources: {'Port': ['ID=50f04690-43b4-4485-b373-ee5e65f59825,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:18.891867 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-630994a1-6aad-48fe-9027-838c6fcab19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:18.940774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Routers {'912d87e4-93fe-445c-8af5-b0c788fe62ba'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:18.941500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:30:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['912d87e4-93fe-445c-8af5-b0c788fe62ba'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:18.948122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.000871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45ad81f1-2e57-4119-9e55-803a68523870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.016208 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:19.029268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dc117-0816-4839-87d7-dc96ab2c78f1 req-597d669d-3762-4195-b4bf-1d9ffed9a3ac tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:19.030942 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-292dc117-0816-4839-87d7-dc96ab2c78f1 req-597d669d-3762-4195-b4bf-1d9ffed9a3ac tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 946 time: 0.6264474 Feb 17 03:30:19.062961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad81f1-2e57-4119-9e55-803a68523870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f4001f-ea97-410c-9c06-85e4fe8e175e,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:19.065936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-45ad81f1-2e57-4119-9e55-803a68523870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:19.074409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c63326-9f0f-4458-bff1-c323f604a7c6 req-e291273a-744a-49a9-861c-40afb27ba562 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:19.082908 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-29c63326-9f0f-4458-bff1-c323f604a7c6 req-e291273a-744a-49a9-861c-40afb27ba562 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.5925305 Feb 17 03:30:19.098831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-62312c91-e153-4c04-b4c1-e58669b04c55 None None] Provisioning for port 20d58637-fc0b-4034-9d52-b59a0d547746 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:19.124019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-62312c91-e153-4c04-b4c1-e58669b04c55 None None] Provisioning complete for port 20d58637-fc0b-4034-9d52-b59a0d547746 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:19.134834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62312c91-e153-4c04-b4c1-e58669b04c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.283616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] Set router 912d87e4-93fe-445c-8af5-b0c788fe62ba gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:19.301828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-62312c91-e153-4c04-b4c1-e58669b04c55 None None] Port 20d58637-fc0b-4034-9d52-b59a0d547746 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:30:19.455917 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45ad81f1-2e57-4119-9e55-803a68523870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.457451 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-45ad81f1-2e57-4119-9e55-803a68523870 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5f4001f-ea97-410c-9c06-85e4fe8e175e HTTP/1.1" status: 204 len: 168 time: 0.7961881 Feb 17 03:30:19.541939 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-292dc117-0816-4839-87d7-dc96ab2c78f1 req-995123dd-0dc9-4038-83d7-cc0565cafa01 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f01378a-ebf7-4036-a501-be2ebbc5a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975066 Feb 17 03:30:19.563454 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-29c63326-9f0f-4458-bff1-c323f604a7c6 req-7df8c193-691e-4453-befa-306e22630598 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794345 Feb 17 03:30:19.702593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.707614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.708759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853096787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765735'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.761682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] For port 68ccf328-1d5d-4d2f-8efc-364817a42135, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=68ccf328-1d5d-4d2f-8efc-364817a42135,segment=NetworkSegment(1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36),segment_id=1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:19.761682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.820060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 4, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '20d58637-fc0b-4034-9d52-b59a0d547746', 'name': '', 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'mac_address': 'fa:16:3e:fb:82:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:17Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 1, 'project_id': '7960ac694db543ee9581f5209137936a', 'subnets': [{'id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:19.826178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b80809f-d906-4f7c-a223-225470a3b1c4 None None] The sync data for ids ['912d87e4-93fe-445c-8af5-b0c788fe62ba'] in dv-cinder-759961-4-smb is: [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 4, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '20d58637-fc0b-4034-9d52-b59a0d547746', 'name': '', 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'mac_address': 'fa:16:3e:fb:82:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:17Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 1, 'project_id': '7960ac694db543ee9581f5209137936a', 'subnets': [{'id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:30:19.831313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:19.917566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42976) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:19.953224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Pushing event updated for resources: {'Port': ['ID=20d58637-fc0b-4034-9d52-b59a0d547746,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:19.956204 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:19.967802 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:19.979708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:19.993526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Usage tracker for resource:security_group_rule and tenant:83e0213adacb409bbbc2e81f4f1bbb87 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:19.999316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:20.006831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:20.015331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Calling delete_port for 68ccf328-1d5d-4d2f-8efc-364817a42135 owned by compute:nova {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:30:20.049177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:30:20.051436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:20.117597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6c7e7-4251-4dab-a848-b3e8f665f9cd req-8ed95a27-2bfd-4b92-b122-0c96828f1149 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:20.120406 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f2e6c7e7-4251-4dab-a848-b3e8f665f9cd req-8ed95a27-2bfd-4b92-b122-0c96828f1149 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.3282669 Feb 17 03:30:20.182707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:20.248520 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f2e6c7e7-4251-4dab-a848-b3e8f665f9cd req-5c478e8b-41f9-416a-bbcc-bf14c9293b04 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859370 Feb 17 03:30:20.273701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:20.289391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:20.294221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:20.401120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-90ec2aa3-ca8f-45ea-ac8c-74d4e4f8c6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:20.429867 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Pushing event deleted for resources: {'Port': ['ID=68ccf328-1d5d-4d2f-8efc-364817a42135,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:20.433940 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Router 912d87e4-93fe-445c-8af5-b0c788fe62ba has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:30:20.439681 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-0c0372a6-85fb-4212-95ca-372ed6069f42 None None] Provisioning complete for port 20d58637-fc0b-4034-9d52-b59a0d547746 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:20.440105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0c0372a6-85fb-4212-95ca-372ed6069f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:20.445494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:20.483880 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83e0213adacb409bbbc2e81f4f1bbb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626218 Feb 17 03:30:20.485247 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51627715-f248-4fe4-9170-f2ba3fb79c21,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:20.489244 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:20.489853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42986) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:20.578835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0c0372a6-85fb-4212-95ca-372ed6069f42 None None] Port 20d58637-fc0b-4034-9d52-b59a0d547746 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:30:20.769590 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fec5e2c2-e5f7-439a-9eb1-8e257cbd030f req-e6c0ecd5-3e46-49bb-8709-6d73f61b9fb5 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbe095d9-bff4-4e41-9003-48a5a2ae6c4d HTTP/1.1" status: 200 len: 210 time: 0.0676346 Feb 17 03:30:20.784839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b5d3-9074-472c-8f0e-039c56418943 req-26bbfc33-a3dd-458c-bebf-720d87114aac tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:20.786640 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3013b5d3-9074-472c-8f0e-039c56418943 req-26bbfc33-a3dd-458c-bebf-720d87114aac tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.2484705 Feb 17 03:30:20.810676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 42998) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:20.821174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'floatingip': {'port_id': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:20.832792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:20.875591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] No DVR routers for this DVR port 68ccf328-1d5d-4d2f-8efc-364817a42135 on host hv-cinder-75996 {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:30:20.882611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:20.887474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe095d9-bff4-4e41-9003-48a5a2ae6c4d', 'name': 'network-vif-deleted', 'tag': '68ccf328-1d5d-4d2f-8efc-364817a42135'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:20.918329 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1138f3f6-e293-4a73-b318-b15917cd1ff5 req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] 10.222.0.38 "DELETE /v2.0/ports/68ccf328-1d5d-4d2f-8efc-364817a42135 HTTP/1.1" status: 204 len: 173 time: 2.3199964 Feb 17 03:30:20.964740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:20.972164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:20.972766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:21.129972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:30:21.155230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 2a1a583a-9700-4e47-9b07-5681abb06c41 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:21.196921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3658d9bb-ae87-4406-8e4f-f19baa35cbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:21.245852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3658d9bb-ae87-4406-8e4f-f19baa35cbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:21.266369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 2a1a583a-9700-4e47-9b07-5681abb06c41 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:21.266909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:21.289250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be921d-54a0-45c0-b66a-150607707d08 req-e76872e0-fbf2-4c3e-8bf4-5a347a42806e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:21.291232 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-e76872e0-fbf2-4c3e-8bf4-5a347a42806e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 815 time: 0.2422881 Feb 17 03:30:21.306425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd218-f188-446b-bece-62da057b3445 req-c840b1ec-5285-4a4c-bb2d-eaff37ec83aa tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:21.312396 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-683fd218-f188-446b-bece-62da057b3445 req-c840b1ec-5285-4a4c-bb2d-eaff37ec83aa tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.3179951 Feb 17 03:30:21.334451 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] 10.222.0.49 "PUT /v2.0/routers/912d87e4-93fe-445c-8af5-b0c788fe62ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0396295 Feb 17 03:30:21.340725 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-cded46c2-c102-4aa8-86ba-bc0aeca79466 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/quotas/dfe8ffb6ca55409f8f77e5749bd36b9a HTTP/1.1" status: 200 len: 375 time: 0.0262189 Feb 17 03:30:21.487976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 68ccf328-1d5d-4d2f-8efc-364817a42135 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:30:21.525840 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-683fd218-f188-446b-bece-62da057b3445 req-b0302184-8d96-42d2-987d-14cc2c510dff tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086072 Feb 17 03:30:21.564017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3658d9bb-ae87-4406-8e4f-f19baa35cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:21.572713 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-75408303-c961-4a32-8332-ec052257855c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2309661 Feb 17 03:30:21.580153 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0b0611b0-8247-41e0-a4f7-23724b95f93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:21.599143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 68ccf328-1d5d-4d2f-8efc-364817a42135 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:30:21.599518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 68ccf328-1d5d-4d2f-8efc-364817a42135 not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:30:21.600929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d9bb-ae87-4406-8e4f-f19baa35cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51627715-f248-4fe4-9170-f2ba3fb79c21,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:21.605279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3658d9bb-ae87-4406-8e4f-f19baa35cbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:21.612986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3658d9bb-ae87-4406-8e4f-f19baa35cbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:21.616892 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-3658d9bb-ae87-4406-8e4f-f19baa35cbf9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51627715-f248-4fe4-9170-f2ba3fb79c21 HTTP/1.1" status: 204 len: 168 time: 1.1227679 Feb 17 03:30:21.649994 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe095d9-bff4-4e41-9003-48a5a2ae6c4d', 'name': 'network-vif-deleted', 'tag': '68ccf328-1d5d-4d2f-8efc-364817a42135', 'status': 'completed', 'code': 200} Feb 17 03:30:21.818551 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-48b0ba46-8373-49e7-abf4-4d94e8d30c17 service neutron] 10.222.0.49 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377470 Feb 17 03:30:22.035190 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-30add781-43fb-4ed6-bee4-0552a52bb114 service neutron] 10.222.0.49 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2085922 Feb 17 03:30:22.058704 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:22.065756 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:22.168607 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89a847-4066-4374-ae13-bd3c0e91e81b req-f5bb815b-a9a7-4698-ae04-e2e65c7150cf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:22.170324 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c89a847-4066-4374-ae13-bd3c0e91e81b req-f5bb815b-a9a7-4698-ae04-e2e65c7150cf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1323001 Feb 17 03:30:22.209522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43028) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:22.244644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:22.260910 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c89a847-4066-4374-ae13-bd3c0e91e81b req-663e661e-3806-4c30-8512-cae9dadbeb11 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837104 Feb 17 03:30:22.266721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:22.271275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Usage tracker for resource:security_group_rule and tenant:9107a830eb064e0b8502ca1aca7cf270 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:22.274336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:22.287276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:22.341992 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Floating IP 1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766 associated. External IP: 172.28.2.6, port: c0d0b48f-47ce-47a7-9799-6dea5c5f2db0. Feb 17 03:30:22.475330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:22.479819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:22.491439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5815d86b-e41e-47ff-aa6e-c40b1f703d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:22.514651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 50f04690-43b4-4485-b373-ee5e65f59825 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:22.716286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 50f04690-43b4-4485-b373-ee5e65f59825 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:22.728641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 50f04690-43b4-4485-b373-ee5e65f59825 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:22.729571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:22.732317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2e59f-ef5d-4fdb-9d5b-396c98083806,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:22.746410 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-55a089c6-9a55-4019-9085-4aa857f585db req-698e0bd2-811c-42ce-b0a5-178daac387e1 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 210 time: 0.1770265 Feb 17 03:30:22.782113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:22.854645 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9107a830eb064e0b8502ca1aca7cf270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328521 Feb 17 03:30:22.856797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43050) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:23.047698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-195680d6-be8d-4d9f-a003-06e67079b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.052701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.093832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 50f04690-43b4-4485-b373-ee5e65f59825, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=50f04690-43b4-4485-b373-ee5e65f59825,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:23.103939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.105973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6e83868a-5ff4-4284-b8cc-6e110491364a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:23.119634 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-195680d6-be8d-4d9f-a003-06e67079b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.183015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-195680d6-be8d-4d9f-a003-06e67079b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.203615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:23.217287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195680d6-be8d-4d9f-a003-06e67079b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2e59f-ef5d-4fdb-9d5b-396c98083806,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:23.229494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-195680d6-be8d-4d9f-a003-06e67079b510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:23.233563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-195680d6-be8d-4d9f-a003-06e67079b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.238356 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-195680d6-be8d-4d9f-a003-06e67079b510 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bd2e59f-ef5d-4fdb-9d5b-396c98083806 HTTP/1.1" status: 204 len: 168 time: 0.3804128 Feb 17 03:30:23.358325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1053957271', 'description': 'tempest-TestShelveInstance-1053957271 description'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:23.365726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:23.375623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Usage tracker for resource:security_group and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:23.388241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:23.402461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:23.448661 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.468726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:30:23.481263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=50f04690-43b4-4485-b373-ee5e65f59825,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:23.490349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:23.494329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:23.512263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Usage tracker for resource:security_group_rule and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:23.515472 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:23.522152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:23.624322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.669315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.673759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.696790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9c81dbba-21c4-431a-9556-7394d9a3cdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:23.771592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.774686 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dee74cd7-23f9-4f4a-86f6-fdcd0ec5890f req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4261837 Feb 17 03:30:23.792877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ced69b3-60af-4ef3-81a2-d51883e2e70b,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:23.796099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:23.841238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:30:23.845803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:23.852432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] Sync routers for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:30:23.867428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:23.874957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:30:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:23.920641 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-677fb28d-d847-47c5-ad88-b50fe38a988c tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups/7ced69b3-60af-4ef3-81a2-d51883e2e70b HTTP/1.1" status: 200 len: 1802 time: 0.0950911 Feb 17 03:30:23.944349 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-457eaafd-a795-44c5-8e54-a2e6087eb9de tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "PUT /v2.0/floatingips/1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766 HTTP/1.1" status: 200 len: 989 time: 3.1324809 Feb 17 03:30:23.945393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:23.972299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ced69b3-60af-4ef3-81a2-d51883e2e70b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:23.972692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ced69b3-60af-4ef3-81a2-d51883e2e70b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:23.992319 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0cd3f497-5e74-4f9e-b915-bf14c7397fc7 req-5d35ee2a-bedd-424f-b058-37866847b04d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 210 time: 0.0704632 Feb 17 03:30:23.993484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:23.999987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Usage tracker for resource:security_group_rule and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:24.003926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:24.013172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:24.067920 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Sync routers for ids ['912d87e4-93fe-445c-8af5-b0c788fe62ba'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:30:24.081345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Routers {'912d87e4-93fe-445c-8af5-b0c788fe62ba'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:24.082112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:30:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['912d87e4-93fe-445c-8af5-b0c788fe62ba'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:24.092901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:24.097424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:24.141026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:24.146956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:24.149845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c6cd60ad-90aa-41dc-b91b-711f2b931aee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:24.171299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f09608f-61b7-49b7-bd0e-73075efd32f6,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:24.184536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:24.195282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:24.197333 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8f4d7aad-ebfc-4cf4-bdeb-10f582cc0f33 req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2295203 Feb 17 03:30:24.268194 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'status': 'completed', 'code': 200} Feb 17 03:30:24.365271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Set router 912d87e4-93fe-445c-8af5-b0c788fe62ba gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:24.489716 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-60bbcc3c-de61-4c1a-8f2e-cc6f46c5e8cc tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups/7ced69b3-60af-4ef3-81a2-d51883e2e70b HTTP/1.1" status: 200 len: 2395 time: 0.1992648 Feb 17 03:30:24.499807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ced69b3-60af-4ef3-81a2-d51883e2e70b', 'remote_group_id': None}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:24.500376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ced69b3-60af-4ef3-81a2-d51883e2e70b', 'remote_group_id': None}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:24.503364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 50f04690-43b4-4485-b373-ee5e65f59825 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:24.510022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:24.518075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Usage tracker for resource:security_group_rule and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:24.525183 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:24.533704 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:24.568093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-6bacdb65-dcd8-40dd-ae32-93ede7cfb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:24.574664 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-6bacdb65-dcd8-40dd-ae32-93ede7cfb7ee service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 1162 time: 0.2107508 Feb 17 03:30:24.742115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 50f04690-43b4-4485-b373-ee5e65f59825 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:24.748202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:24.845754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'floating_ip_address': '172.28.2.6', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'port_id': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'mac_address': 'fa:16:3e:1d:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:29:50Z', 'updated_at': '2021-02-17T03:30:21Z', 'revision_number': 1, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:24.943668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:30:24.951632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] Checking router: fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:30:24.986493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be921d-54a0-45c0-b66a-150607707d08 req-84846119-6639-4333-a1ee-e538c4d9406a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:24.990184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:24.992061 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-84846119-6639-4333-a1ee-e538c4d9406a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 815 time: 0.4440863 Feb 17 03:30:25.012762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:25.017262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 4, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '20d58637-fc0b-4034-9d52-b59a0d547746', 'name': '', 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'mac_address': 'fa:16:3e:fb:82:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:17Z', 'updated_at': '2021-02-17T03:30:19Z', 'revision_number': 2, 'project_id': '7960ac694db543ee9581f5209137936a', 'subnets': [{'id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:25.018337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:30:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:25.021725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Checking router: 912d87e4-93fe-445c-8af5-b0c788fe62ba for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:30:25.022132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Updating router 912d87e4-93fe-445c-8af5-b0c788fe62ba port 20d58637-fc0b-4034-9d52-b59a0d547746 binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:30:25.024748 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Request body: {'port': {'device_id': '5c3647ef-fee8-47a7-987d-3d4b54131037', 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b', 'admin_state_up': True, 'tenant_id': 'dfe8ffb6ca55409f8f77e5749bd36b9a'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:25.034360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:25.059832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:25.067206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-04f44345-7370-4aff-b6be-4f0a90ffac9d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:25.141207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab865eb-db86-4930-a2be-37ba6a880957,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:25.241174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.241593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.242018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.242426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.242835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.243662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.243793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.244147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.244542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.244939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.245341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.245724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.246184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.246576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.255859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:25.259673 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.260309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.260742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.261161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.261563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.261968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.262380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.262774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.265656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.266083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:25.271193 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-d05ebed5-e78f-4aca-90a8-8d63f1180315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:25.272888 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-d05ebed5-e78f-4aca-90a8-8d63f1180315 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.6783423 Feb 17 03:30:25.273859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:25.325894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:25.331505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Usage tracker for resource:port and tenant:dfe8ffb6ca55409f8f77e5749bd36b9a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:25.335309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:25.342363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:25.354212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Made reservation on behalf of dfe8ffb6ca55409f8f77e5749bd36b9a for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:30:25.364282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:25.417729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:25.434834 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f7d8cb60-015d-45bc-898c-46c82b56de82 req-b62c2ac9-1716-4fe8-8cfd-f042c02fc7e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9438155 Feb 17 03:30:25.443770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:25.465899 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7a2d8d5b-87db-446e-a40f-81acc5fabdaf req-42ab2c3f-bc5e-43d7-a5a9-9c0d3e3c0a39 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 210 time: 0.1896822 Feb 17 03:30:25.629911 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-941df215-ffc5-4c19-95ff-e443abdaf809 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 HTTP/1.1" status: 200 len: 997 time: 0.2845466 Feb 17 03:30:26.171221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Allocated IP 172.20.0.8 (61e2f301-9871-4c89-a13d-42f80a9ac33b/65fe182d-b47f-43e6-a41b-3c2634828fd3/8d423c3c-30ce-403c-a66b-306a3e3ca233) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:30:26.430723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:26.443695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-6fc7cb46-898a-495a-aa71-dfd79b24196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:26.450633 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-6fc7cb46-898a-495a-aa71-dfd79b24196a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.7930856 Feb 17 03:30:26.461299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Transition to ACTIVE for port object 20d58637-fc0b-4034-9d52-b59a0d547746 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:26.466961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:26.475818 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'floating_ip_address': '172.28.2.6', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'port_id': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'mac_address': 'fa:16:3e:1d:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:29:50Z', 'updated_at': '2021-02-17T03:30:21Z', 'revision_number': 1, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:26.481686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e49b3-4e82-4341-b685-8a82a55b3a6b None None] The sync data for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb is: [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'floating_ip_address': '172.28.2.6', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'port_id': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'mac_address': 'fa:16:3e:1d:ed:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:29:50Z', 'updated_at': '2021-02-17T03:30:21Z', 'revision_number': 1, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:30:26.492644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:26.736119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aeb8f-4c72-40cc-a2f5-8752ff0837d1 req-69d8c443-2cf3-4b19-aa95-567b9e25d177 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:26.752384 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6e7aeb8f-4c72-40cc-a2f5-8752ff0837d1 req-69d8c443-2cf3-4b19-aa95-567b9e25d177 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.4791546 Feb 17 03:30:26.811154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-be61568f-c535-4ccf-9567-087cf4e3013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:26.825555 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-be61568f-c535-4ccf-9567-087cf4e3013b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1162 time: 0.6517406 Feb 17 03:30:26.869431 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b32f833d-3a0a-4481-a07f-032dbdd28cb6 req-d0172653-387f-4f41-a31b-2b42b987ff86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 210 time: 0.0955336 Feb 17 03:30:26.911494 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6e7aeb8f-4c72-40cc-a2f5-8752ff0837d1 req-b9e9961e-9285-48a6-9742-83656b7c97a8 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581478 Feb 17 03:30:26.929748 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-106c9558-bdb0-49b7-b075-5b70c3276589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:26.934207 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-106c9558-bdb0-49b7-b075-5b70c3276589 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4723468 Feb 17 03:30:27.020448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7ddb4-6581-4426-a010-64489c51b8e3 None None] Pushing event updated for resources: {'Port': ['ID=20d58637-fc0b-4034-9d52-b59a0d547746,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:27.039172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bcf7ddb4-6581-4426-a010-64489c51b8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:27.051643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98563993-ba0f-4442-8bb4-8784497aeca5 None None] New status for floating IP 1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:30:27.133874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-8d449394-ce07-4c4b-9a3b-db62e794080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:27.135592 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-8d449394-ce07-4c4b-9a3b-db62e794080b service neutron] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 912 time: 0.2885885 Feb 17 03:30:27.141297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:27.222363 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-6aad60af-1328-4928-811b-66e589cd7162 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764251 Feb 17 03:30:27.332154 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-80abf300-89af-425b-a19a-1b42158f6af5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 200 len: 217 time: 0.1707544 Feb 17 03:30:27.390761 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Attempting to bind port 20d58637-fc0b-4034-9d52-b59a0d547746 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:30:27.391384 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Attempting to bind port 20d58637-fc0b-4034-9d52-b59a0d547746 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:30:27.391903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Attempting to bind port 20d58637-fc0b-4034-9d52-b59a0d547746 on network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:30:27.398310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:30:27.398880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Checking segment: {'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:30:27.399711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:27.400367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Bound using segment: {'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:30:27.400900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Bound port: 20d58637-fc0b-4034-9d52-b59a0d547746, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bca727f-ac8a-4ebc-adce-106ec91ab2c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:30:27.401452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:27.488223 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-209fff73-935b-45a2-88e4-e3edb0406706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:27.490207 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-209fff73-935b-45a2-88e4-e3edb0406706 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.1256962 Feb 17 03:30:27.573850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:27.593669 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0bd23f5e-eb28-4eb9-9517-5090e58f681c req-9d8e1419-192c-4217-8c3a-aa9f2c2605e5 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3528216 Feb 17 03:30:27.599463 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-bbdb8f2e-f2ce-43ed-a104-8634fa748352 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944612 Feb 17 03:30:27.600357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-73f04886-af3e-436c-9bbb-5036062b4dbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:27.605329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] For port 20d58637-fc0b-4034-9d52-b59a0d547746, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:30:27.609771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] For port 20d58637-fc0b-4034-9d52-b59a0d547746, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=20d58637-fc0b-4034-9d52-b59a0d547746,segment=NetworkSegment(6bca727f-ac8a-4ebc-adce-106ec91ab2c4),segment_id=6bca727f-ac8a-4ebc-adce-106ec91ab2c4)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:30:27.617090 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:27.774189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:27.866915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Routers {'912d87e4-93fe-445c-8af5-b0c788fe62ba'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:30:27.867619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:30:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['912d87e4-93fe-445c-8af5-b0c788fe62ba'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:27.941626 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-2fcb7444-733f-41d4-bf97-978cc050a553 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672398 Feb 17 03:30:27.945091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Pushing event updated for resources: {'Port': ['ID=8d423c3c-30ce-403c-a66b-306a3e3ca233,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:27.955873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.956296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.956885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.957186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.957433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.957826 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.958213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.958594 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.959028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.959385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.959764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.960141 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.960593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.960979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.961394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.961706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.962236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.962626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.963027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.963408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.963787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.964163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.964546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:27.964923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:28.151938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7ddb4-6581-4426-a010-64489c51b8e3 None None] Pushing event updated for resources: {'Port': ['ID=20d58637-fc0b-4034-9d52-b59a0d547746,revision_number=4']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:28.157448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bcf7ddb4-6581-4426-a010-64489c51b8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:28.177774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:28.198741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] Set router 912d87e4-93fe-445c-8af5-b0c788fe62ba gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:30:28.224520 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0131841e-6d10-49b2-946b-57f4962bdd83 req-1f738e1e-25df-4f25-9022-984b2417a574 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2555656 Feb 17 03:30:28.238100 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5b9d9-008d-4e92-9fde-55df0c6153c6 req-f6f1f1f7-ea51-4970-b95c-b816618b11e2 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:28.240526 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-01c5b9d9-008d-4e92-9fde-55df0c6153c6 req-f6f1f1f7-ea51-4970-b95c-b816618b11e2 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 931 time: 0.1799788 Feb 17 03:30:28.275886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:30:28.277113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:30:28.277634 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a501e5-74ee-4ef2-af56-6a8ea279b2e8 req-f102000a-b44e-43b6-a2d4-57ba3d0ac019 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:28.279555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:30:28.280075 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-70a501e5-74ee-4ef2-af56-6a8ea279b2e8 req-f102000a-b44e-43b6-a2d4-57ba3d0ac019 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1563666 Feb 17 03:30:28.284305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:28.284995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:28.316235 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2962468 Feb 17 03:30:28.356853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Request body: {'port': {'device_id': '5c3647ef-fee8-47a7-987d-3d4b54131037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:30:28.369659 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-70a501e5-74ee-4ef2-af56-6a8ea279b2e8 req-249d3c8e-edc8-486a-950a-5807f67d9300 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Feb 17 03:30:28.388112 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-01c5b9d9-008d-4e92-9fde-55df0c6153c6 req-c93bc29b-b882-4e65-9f3b-143671ffd4cf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401844 Feb 17 03:30:28.473790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 20d58637-fc0b-4034-9d52-b59a0d547746 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:28.571562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:28.580720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 20d58637-fc0b-4034-9d52-b59a0d547746 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:28.587173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 20d58637-fc0b-4034-9d52-b59a0d547746 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:28.587856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:28.596861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 4, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '20d58637-fc0b-4034-9d52-b59a0d547746', 'name': '', 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'mac_address': 'fa:16:3e:fb:82:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:17Z', 'updated_at': '2021-02-17T03:30:27Z', 'revision_number': 4, 'project_id': '7960ac694db543ee9581f5209137936a', 'subnets': [{'id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:28.603395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8619e8-5a0d-4c7a-88a8-fe4c2a0b05ab None None] The sync data for ids ['912d87e4-93fe-445c-8af5-b0c788fe62ba'] in dv-cinder-759961-4-smb is: [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:30:18Z', 'revision_number': 4, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '20d58637-fc0b-4034-9d52-b59a0d547746', 'name': '', 'network_id': 'e0ad57ab-ef2f-4055-ab3f-7eff101b43cb', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'mac_address': 'fa:16:3e:fb:82:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:17Z', 'updated_at': '2021-02-17T03:30:27Z', 'revision_number': 4, 'project_id': '7960ac694db543ee9581f5209137936a', 'subnets': [{'id': 'b9f9f174-5926-4892-8c2d-b5ffcc16322e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:30:28.744683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:28.784934 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 20d58637-fc0b-4034-9d52-b59a0d547746, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=20d58637-fc0b-4034-9d52-b59a0d547746,segment=NetworkSegment(6bca727f-ac8a-4ebc-adce-106ec91ab2c4),segment_id=6bca727f-ac8a-4ebc-adce-106ec91ab2c4)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:28.790251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:28.794227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3bfba8ad-267c-4883-ab09-66fdca57b00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:28.871226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=20d58637-fc0b-4034-9d52-b59a0d547746,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:28.875788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:29.048825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d423c3c-30ce-403c-a66b-306a3e3ca233 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:30:29.057526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:29.071166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Transition to ACTIVE for port object 8d423c3c-30ce-403c-a66b-306a3e3ca233 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:30:29.074401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:29.091255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:29.508251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Pushing event updated for resources: {'Port': ['ID=8d423c3c-30ce-403c-a66b-306a3e3ca233,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:29.520579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:29.663798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Attempting to bind port 8d423c3c-30ce-403c-a66b-306a3e3ca233 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:30:29.664919 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Attempting to bind port 8d423c3c-30ce-403c-a66b-306a3e3ca233 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:30:29.665697 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Attempting to bind port 8d423c3c-30ce-403c-a66b-306a3e3ca233 on network 61e2f301-9871-4c89-a13d-42f80a9ac33b {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:30:29.672047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:30:29.672525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Checking segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:30:29.673169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:29.673656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Bound using segment: {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:30:29.674953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Bound port: 8d423c3c-30ce-403c-a66b-306a3e3ca233, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe0c2a-40a4-4a7d-a844-e7d37857e621', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61e2f301-9871-4c89-a13d-42f80a9ac33b'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:30:29.675607 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:29.709095 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db99b5-0d9b-4bc8-963b-fe2c6a73ad57 req-0c1079d0-af97-4586-806f-f22d209aa1ce tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:29.710736 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c5db99b5-0d9b-4bc8-963b-fe2c6a73ad57 req-0c1079d0-af97-4586-806f-f22d209aa1ce tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1811128 Feb 17 03:30:29.750841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f8062-513a-4fce-9474-fd03b02b0a06 req-1ad901d5-4c58-4c4e-b1a7-da4f950db30e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:29.752500 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-160f8062-513a-4fce-9474-fd03b02b0a06 req-1ad901d5-4c58-4c4e-b1a7-da4f950db30e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 943 time: 0.1745794 Feb 17 03:30:29.790373 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c5db99b5-0d9b-4bc8-963b-fe2c6a73ad57 req-7f065349-2bd9-4fb6-aaef-44c11b9218e2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718365 Feb 17 03:30:29.800490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] For port 8d423c3c-30ce-403c-a66b-306a3e3ca233, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:30:29.805219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] For port 8d423c3c-30ce-403c-a66b-306a3e3ca233, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8d423c3c-30ce-403c-a66b-306a3e3ca233,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:30:29.808123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:29.823616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-74e110e4-b215-4177-8ea9-b1ce01401094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:29.824320 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-160f8062-513a-4fce-9474-fd03b02b0a06 req-79791456-70d3-43c3-964d-b82232985737 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614941 Feb 17 03:30:29.974047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Pushing event updated for resources: {'Port': ['ID=8d423c3c-30ce-403c-a66b-306a3e3ca233,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:29.979901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:30.017522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:30.018217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:30.019791 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] 10.222.0.38 "PUT /v2.0/ports/8d423c3c-30ce-403c-a66b-306a3e3ca233 HTTP/1.1" status: 200 len: 1157 time: 1.6734087 Feb 17 03:30:30.020339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3647ef-fee8-47a7-987d-3d4b54131037', 'tag': '8d423c3c-30ce-403c-a66b-306a3e3ca233'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:30.073274 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3647ef-fee8-47a7-987d-3d4b54131037', 'tag': '8d423c3c-30ce-403c-a66b-306a3e3ca233', 'status': 'completed', 'code': 200} Feb 17 03:30:30.249316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be921d-54a0-45c0-b66a-150607707d08 req-4750fa52-1493-4d6e-b278-63809bd79001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:30.251000 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-4750fa52-1493-4d6e-b278-63809bd79001 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 1160 time: 0.0862417 Feb 17 03:30:30.349358 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-d883a477-680f-4cd8-9a90-82bef855fa33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d423c3c-30ce-403c-a66b-306a3e3ca233 HTTP/1.1" status: 200 len: 217 time: 0.0665905 Feb 17 03:30:30.401810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 20d58637-fc0b-4034-9d52-b59a0d547746 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:30.426250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be921d-54a0-45c0-b66a-150607707d08 req-0af4e063-d048-4afb-9f65-273cf48c690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:30.427892 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-0af4e063-d048-4afb-9f65-273cf48c690d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.0684273 Feb 17 03:30:30.478789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 20d58637-fc0b-4034-9d52-b59a0d547746 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:30.479261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:30.484515 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-8c17a445-e261-4eb0-9619-7376cb3648cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476015 Feb 17 03:30:30.635522 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-a899d5f0-8e54-4bb4-8441-b579d719aea7 service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419895 Feb 17 03:30:30.806189 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56be921d-54a0-45c0-b66a-150607707d08 req-b6dab331-4948-4f7a-9d62-58071180abbd service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600881 Feb 17 03:30:31.019800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-4a8962b8-5e0d-44ee-b1e7-7aa1afc1ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:31.021449 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-4a8962b8-5e0d-44ee-b1e7-7aa1afc1ca08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 1160 time: 0.0921059 Feb 17 03:30:31.076062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81d8b9-637c-4fe3-a21b-b92417c1193c req-be173349-79a4-40eb-95c7-53d2f41bf59f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:31.079526 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cb81d8b9-637c-4fe3-a21b-b92417c1193c req-be173349-79a4-40eb-95c7-53d2f41bf59f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1678655 Feb 17 03:30:31.140887 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cb81d8b9-637c-4fe3-a21b-b92417c1193c req-9ba2b0e2-7d20-475f-91f0-097e40ef5c97 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556192 Feb 17 03:30:31.148700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfab62-9b61-4fa1-bdec-ea0f63f597a7 req-4c1d0140-ab1d-4c62-b368-0b43115eb54d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:31.158345 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3ecfab62-9b61-4fa1-bdec-ea0f63f597a7 req-4c1d0140-ab1d-4c62-b368-0b43115eb54d tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 943 time: 0.1954818 Feb 17 03:30:31.195581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-2e4a77be-71c0-4c24-95bd-48b5cd52a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:31.197594 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-2e4a77be-71c0-4c24-95bd-48b5cd52a8d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 909 time: 0.1667743 Feb 17 03:30:31.209317 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3ecfab62-9b61-4fa1-bdec-ea0f63f597a7 req-dc754b4a-f4c7-48af-ade8-9aeca6ccd461 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491092 Feb 17 03:30:31.345232 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-bf0ff543-e354-47b6-b6e8-77d7f6c0738e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d423c3c-30ce-403c-a66b-306a3e3ca233 HTTP/1.1" status: 200 len: 217 time: 0.1212041 Feb 17 03:30:31.421270 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-4cf37f3b-64b1-4ebd-9067-4e797564d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:31.422853 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-4cf37f3b-64b1-4ebd-9067-4e797564d65b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.0684454 Feb 17 03:30:31.483127 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-4792c9f8-da54-428d-8b25-9c29dceee4ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530396 Feb 17 03:30:31.670026 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-28bbca2f-5342-48b6-b80d-e7b7354d10cf service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446273 Feb 17 03:30:31.820947 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1127a17-20db-48c6-b25e-8298bbeeb4dc req-61f174ff-6de4-4388-99f9-062535c4f7ed service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401646 Feb 17 03:30:32.432705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba50acb-e639-45e0-8cc5-cd3eecfab312 req-d9e60598-ca2b-4ccc-b8fd-a0b2ed3f17a4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:32.434334 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ba50acb-e639-45e0-8cc5-cd3eecfab312 req-d9e60598-ca2b-4ccc-b8fd-a0b2ed3f17a4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1541812 Feb 17 03:30:32.469205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97849c-a98a-41e1-9d59-05beded4c4b7 req-fdebe73b-810e-4b97-a7f8-de43f4718fc7 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:32.470743 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cd97849c-a98a-41e1-9d59-05beded4c4b7 req-fdebe73b-810e-4b97-a7f8-de43f4718fc7 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 943 time: 0.1213689 Feb 17 03:30:32.528468 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ba50acb-e639-45e0-8cc5-cd3eecfab312 req-cea94f86-42f7-49f6-a8f3-2c00e083b9e2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858076 Feb 17 03:30:32.538762 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cd97849c-a98a-41e1-9d59-05beded4c4b7 req-42d60d0d-ce76-467d-9f50-857cb27b207b tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615191 Feb 17 03:30:33.822022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a945fb9-aa21-4519-82ee-c8b5072f2144 req-265efa1a-3164-4591-bfe7-3b32e342278c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:33.823697 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a945fb9-aa21-4519-82ee-c8b5072f2144 req-265efa1a-3164-4591-bfe7-3b32e342278c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1526403 Feb 17 03:30:33.835230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9357a-86b6-408d-849b-2fed43b9504b req-0a4513ff-e99e-4010-a172-befa81a4d432 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:33.836779 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7ba9357a-86b6-408d-849b-2fed43b9504b req-0a4513ff-e99e-4010-a172-befa81a4d432 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 943 time: 0.1233294 Feb 17 03:30:33.914301 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a945fb9-aa21-4519-82ee-c8b5072f2144 req-796642d5-4078-4732-819f-dc5b40b03524 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764132 Feb 17 03:30:33.921762 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7ba9357a-86b6-408d-849b-2fed43b9504b req-f0cf0a81-f199-43ed-9028-53dc7464a4a2 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665231 Feb 17 03:30:35.206706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c45a-0123-4bb7-be51-073900f56672 req-e970b8e9-ab76-4206-b354-81f0399b4413 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:35.208245 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1222c45a-0123-4bb7-be51-073900f56672 req-e970b8e9-ab76-4206-b354-81f0399b4413 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 943 time: 0.1211822 Feb 17 03:30:35.218661 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e9ef-b97f-4a3e-abd1-6796488a48f0 req-36a44d2f-461f-4c2d-a2c9-04f45bf2d466 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:35.220256 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fc3e9ef-b97f-4a3e-abd1-6796488a48f0 req-36a44d2f-461f-4c2d-a2c9-04f45bf2d466 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1715574 Feb 17 03:30:35.295076 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1222c45a-0123-4bb7-be51-073900f56672 req-8e3633e9-5ed4-42c2-891c-84a0bf374da2 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737538 Feb 17 03:30:35.299598 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0fc3e9ef-b97f-4a3e-abd1-6796488a48f0 req-6c6f52b7-4c00-4144-b209-fc2ae79a6b02 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638342 Feb 17 03:30:36.177022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8d423c3c-30ce-403c-a66b-306a3e3ca233 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:36.252713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 8d423c3c-30ce-403c-a66b-306a3e3ca233 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:30:36.257460 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 8d423c3c-30ce-403c-a66b-306a3e3ca233 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:36.257903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:36.389239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:36.421171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3647ef-fee8-47a7-987d-3d4b54131037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d423c3c-30ce-403c-a66b-306a3e3ca233'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:36.428663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 8d423c3c-30ce-403c-a66b-306a3e3ca233, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8d423c3c-30ce-403c-a66b-306a3e3ca233,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:36.432344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:36.434765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:36.509274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=8d423c3c-30ce-403c-a66b-306a3e3ca233,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:36.518051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.518441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.518823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.519225 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.519595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.519967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.520336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.520705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.521073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.521437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.521802 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.522165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.522590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.522972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.523346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.523724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.524078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.524440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.524800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.525162 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.525523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.525886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.526248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.526724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:30:36.531405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:36.596412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bb3a3-45dd-4aa4-9e93-4aa3e34da29c req-2cdd6507-3f6f-4bb3-a16a-52eabc1a87a8 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:36.598014 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5b1bb3a3-45dd-4aa4-9e93-4aa3e34da29c req-2cdd6507-3f6f-4bb3-a16a-52eabc1a87a8 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1614754 Feb 17 03:30:36.606017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51996c9-4e02-41b1-97c4-5086162fce1c req-399c24de-fae0-480d-a160-8f51a54ec535 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:36.607883 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e51996c9-4e02-41b1-97c4-5086162fce1c req-399c24de-fae0-480d-a160-8f51a54ec535 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1340799 Feb 17 03:30:36.687266 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5b1bb3a3-45dd-4aa4-9e93-4aa3e34da29c req-4d2ed2ca-1b2d-4ea0-bfd4-ecc3ca9019e2 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782506 Feb 17 03:30:36.691744 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e51996c9-4e02-41b1-97c4-5086162fce1c req-4efdaf69-5126-4bb6-9992-adfa4773cab0 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684154 Feb 17 03:30:36.750492 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3647ef-fee8-47a7-987d-3d4b54131037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d423c3c-30ce-403c-a66b-306a3e3ca233', 'code': 200} Feb 17 03:30:37.179425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8d423c3c-30ce-403c-a66b-306a3e3ca233 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:37.180674 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf3d50-6e50-4fec-83e0-68852f9299d7 req-fe99910b-2b76-4415-9b1c-4f20b4e497e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:37.182316 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ddbf3d50-6e50-4fec-83e0-68852f9299d7 req-fe99910b-2b76-4415-9b1c-4f20b4e497e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 1162 time: 0.0779028 Feb 17 03:30:37.240229 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ddbf3d50-6e50-4fec-83e0-68852f9299d7 req-73459b61-c3c7-4d84-925a-d1d8cf53ea3a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Feb 17 03:30:37.259805 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 8d423c3c-30ce-403c-a66b-306a3e3ca233 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:37.260490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:37.970527 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122ef1b-bbc4-429d-ad63-445b17676a4d req-dae6afe3-a776-41fb-8cf2-5938f0f366ff tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:37.972213 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0122ef1b-bbc4-429d-ad63-445b17676a4d req-dae6afe3-a776-41fb-8cf2-5938f0f366ff tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1548824 Feb 17 03:30:37.979103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513f229-b4db-4e63-86b1-dfea71fcd252 req-87df09fb-4021-4935-aae1-e357b611058a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:37.980699 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a513f229-b4db-4e63-86b1-dfea71fcd252 req-87df09fb-4021-4935-aae1-e357b611058a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1258595 Feb 17 03:30:38.056017 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0122ef1b-bbc4-429d-ad63-445b17676a4d req-64d9ea80-4916-43da-8170-6fe9f367b218 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742664 Feb 17 03:30:38.063591 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a513f229-b4db-4e63-86b1-dfea71fcd252 req-0e1f7092-ae27-47c2-9b26-521b8c12e689 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633814 Feb 17 03:30:39.347226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d2644-51f3-4609-9bc6-31e7156fd967 req-97ffb7cd-6f4f-45e1-a070-563c82af5be9 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:39.348761 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-582d2644-51f3-4609-9bc6-31e7156fd967 req-97ffb7cd-6f4f-45e1-a070-563c82af5be9 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1666796 Feb 17 03:30:39.355132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65e395-0a60-4e32-b65f-bf8fbfaf41bd req-f326a766-643b-49e0-b788-ae3270dca242 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:39.356832 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ec65e395-0a60-4e32-b65f-bf8fbfaf41bd req-f326a766-643b-49e0-b788-ae3270dca242 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1724701 Feb 17 03:30:39.440577 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-582d2644-51f3-4609-9bc6-31e7156fd967 req-1a62906e-10d0-4117-a80a-7aea39243203 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826230 Feb 17 03:30:39.444056 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ec65e395-0a60-4e32-b65f-bf8fbfaf41bd req-c39680af-7eeb-4169-b251-1ff7d5d297eb tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671096 Feb 17 03:30:40.731161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8a38-f06f-4404-926c-c848f7494df5 req-9e138f5c-be85-45fb-9408-21172aea5ccd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:40.733354 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2bcf8a38-f06f-4404-926c-c848f7494df5 req-9e138f5c-be85-45fb-9408-21172aea5ccd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1571352 Feb 17 03:30:40.763843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c14d-e1b2-4082-ab51-443656a60a1c req-7980c37c-5f77-41c0-a9d6-3b4487a8d6fe tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:40.765329 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66b0c14d-e1b2-4082-ab51-443656a60a1c req-7980c37c-5f77-41c0-a9d6-3b4487a8d6fe tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1872697 Feb 17 03:30:40.812952 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2bcf8a38-f06f-4404-926c-c848f7494df5 req-38b43d78-cb4e-47b5-a042-ad82dfaaf63a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731595 Feb 17 03:30:40.837515 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66b0c14d-e1b2-4082-ab51-443656a60a1c req-db4f9d9a-f8f6-4cf3-84a7-0749747b7806 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563338 Feb 17 03:30:41.963541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff895-eadb-4f55-be18-305bf95fb4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:42.045671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21462db1-56a6-4bb0-956a-799a992ef5f6 req-7ef767c8-8606-42a4-8487-a94b9e808486 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:42.047323 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-21462db1-56a6-4bb0-956a-799a992ef5f6 req-7ef767c8-8606-42a4-8487-a94b9e808486 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0917175 Feb 17 03:30:42.096174 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-21462db1-56a6-4bb0-956a-799a992ef5f6 req-3fdadc05-49d9-4411-943b-2865bddf4507 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Feb 17 03:30:42.607566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 43538) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:42.681897 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] Deleting subnet fe5cdea3-5000-4f2b-9204-e57657ed0b2b {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:30:42.685962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:42.740338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:42.748517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:43.030329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:43.050828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:43.102880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5cdea3-5000-4f2b-9204-e57657ed0b2b,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:43.150505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:43.187354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:43.193277 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7584df1a-6f9c-40bf-bb85-d1e59306c640 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fe5cdea3-5000-4f2b-9204-e57657ed0b2b HTTP/1.1" status: 204 len: 168 time: 0.5843756 Feb 17 03:30:43.196247 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43554) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:43.378531 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:43.719618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7fae4-834c-496e-a066-6733e569570a req-d62c5f50-60cf-41cf-824b-c343413a52f2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:43.723555 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-13f7fae4-834c-496e-a066-6733e569570a req-d62c5f50-60cf-41cf-824b-c343413a52f2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.5018353 Feb 17 03:30:43.821161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:43.864884 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-13f7fae4-834c-496e-a066-6733e569570a req-b5c83299-999c-4cb4-8f83-4252502d79e3 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307955 Feb 17 03:30:43.948062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:43.962372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:43.962857 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcb5e28-2ad6-4acd-9c6a-8fcffafa8f36') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:43.982315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:44.002623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:44.004966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:30:44.189935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:30:44.204194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:44.218435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bc58f5f1-07e9-48b1-aa25-34ec6437fff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:44.395111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Network ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:30:44.429014 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:30:44.515466 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:44.520178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:44.526725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:44.552210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:44.556850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:44.559501 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ae173fd0-3a3e-4f6e-bdab-29808b2b4fe7 HTTP/1.1" status: 204 len: 168 time: 1.3613646 Feb 17 03:30:44.561823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43574) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:44.629508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] Deleting subnet a8297769-9ff7-46ff-b8f8-9a4300cc6aa6 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:30:44.632816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:44.686049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15667004'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:44.752152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:45.037117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:45.102720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15502013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16395473'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:45.123079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ced72c-98f5-4cf0-90f3-6407a49b8e54 req-526528c3-be89-47cc-9c22-a19651cdfecf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:45.124688 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-47ced72c-98f5-4cf0-90f3-6407a49b8e54 req-526528c3-be89-47cc-9c22-a19651cdfecf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1283641 Feb 17 03:30:45.127508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:45.194627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8297769-9ff7-46ff-b8f8-9a4300cc6aa6,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:45.248339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:45.288842 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-47ced72c-98f5-4cf0-90f3-6407a49b8e54 req-e702d050-f8d9-4bfd-bbcb-788de038de18 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346440 Feb 17 03:30:45.301798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:45.308354 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-df62e360-33d7-4ce2-887b-930aa2e6270d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a8297769-9ff7-46ff-b8f8-9a4300cc6aa6 HTTP/1.1" status: 204 len: 168 time: 0.7453964 Feb 17 03:30:45.311584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43588) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:45.439263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:45.639863 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:45.762356 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6179f992-5e7f-4f3b-97e6-cda748b1a360']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:45.788110 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddde0793-2a40-443d-ad9e-f4032f60960f') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:45.788986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddde0793-2a40-443d-ad9e-f4032f60960f') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:30:45.807701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:45.826253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:45.828388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:30:46.013912 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Network 6179f992-5e7f-4f3b-97e6-cda748b1a360 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:30:46.023865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.101285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.210231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Network 6179f992-5e7f-4f3b-97e6-cda748b1a360 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:30:46.233475 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:30:46.345104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.348798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1eac92da-fa68-41f5-8350-a1190197dfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:46.355860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.372400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.381043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=6179f992-5e7f-4f3b-97e6-cda748b1a360,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:46.384326 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] 10.222.0.49 "DELETE /v2.0/networks/6179f992-5e7f-4f3b-97e6-cda748b1a360 HTTP/1.1" status: 204 len: 168 time: 1.0716214 Feb 17 03:30:46.385303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-af9a88ba-9ab2-4ae9-9324-296054122fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:46.522591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a066b-278a-4af9-875f-8289e5d931df req-9e0bcb23-a1dd-4056-a1f3-851df5227b06 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:46.524234 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5f1a066b-278a-4af9-875f-8289e5d931df req-9e0bcb23-a1dd-4056-a1f3-851df5227b06 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0910349 Feb 17 03:30:46.578773 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5f1a066b-278a-4af9-875f-8289e5d931df req-b01480ee-6c06-4c44-af1c-076e440967e4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Feb 17 03:30:46.584888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43614) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:46.637014 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1c836e73-b5bc-49b8-90b1-f5da652e62c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91d47cbe23ef4dd3a2c78546f3142b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507715 Feb 17 03:30:46.639859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43618) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:46.703764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb179-e60c-42e9-9b66-a87b7c30a553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.743383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb179-e60c-42e9-9b66-a87b7c30a553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.796490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb179-e60c-42e9-9b66-a87b7c30a553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.801769 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7ad3c61e-8036-4fca-aaa4-a6e89a07c1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:46.815350 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eb179-e60c-42e9-9b66-a87b7c30a553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f01378a-ebf7-4036-a501-be2ebbc5a920,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:46.816477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5f2eb179-e60c-42e9-9b66-a87b7c30a553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:46.823585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb179-e60c-42e9-9b66-a87b7c30a553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:46.825117 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5f2eb179-e60c-42e9-9b66-a87b7c30a553 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f01378a-ebf7-4036-a501-be2ebbc5a920 HTTP/1.1" status: 204 len: 168 time: 0.1842451 Feb 17 03:30:47.241361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43640) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:47.297923 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a77a941c-07f2-488f-adf8-5368c649a3a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=905e912c86fc4a2f9711160ac79dc08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551252 Feb 17 03:30:47.300566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43644) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:47.366065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c181eecd-5097-4c81-9374-8e7fac881330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:47.394592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c181eecd-5097-4c81-9374-8e7fac881330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:47.447043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c181eecd-5097-4c81-9374-8e7fac881330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:47.452882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5d2b797f-376d-411e-92cb-822dbc4b021a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:47.467946 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181eecd-5097-4c81-9374-8e7fac881330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410f94e-b4a8-4440-9967-d35624fd3e3a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:47.470955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c181eecd-5097-4c81-9374-8e7fac881330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:47.471936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c181eecd-5097-4c81-9374-8e7fac881330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:47.473203 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c181eecd-5097-4c81-9374-8e7fac881330 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5410f94e-b4a8-4440-9967-d35624fd3e3a HTTP/1.1" status: 204 len: 168 time: 0.1716776 Feb 17 03:30:47.798211 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac66a3-e4d8-4fcf-b20e-563f1abf6ee8 req-40561e1e-44d5-4e24-9b6b-036163546940 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:47.799945 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-deac66a3-e4d8-4fcf-b20e-563f1abf6ee8 req-40561e1e-44d5-4e24-9b6b-036163546940 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0986216 Feb 17 03:30:47.851576 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-deac66a3-e4d8-4fcf-b20e-563f1abf6ee8 req-709842c3-beb6-495d-903e-1c1fc5812c4f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Feb 17 03:30:49.065864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d2f4f-0529-40fd-8c63-3a17242d4d80 req-0484749e-8593-410a-bec8-2b49ac3ba62a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:49.067510 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-907d2f4f-0529-40fd-8c63-3a17242d4d80 req-0484749e-8593-410a-bec8-2b49ac3ba62a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0915847 Feb 17 03:30:49.117118 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-907d2f4f-0529-40fd-8c63-3a17242d4d80 req-38f84f71-131a-4ab0-b7f1-7d13ae59b43f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Feb 17 03:30:50.331025 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eab04-9c97-4323-a678-1d3156d5afbc req-e0bb166c-fb0a-4bd2-8341-58321a025370 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:50.332549 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c23eab04-9c97-4323-a678-1d3156d5afbc req-e0bb166c-fb0a-4bd2-8341-58321a025370 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0963309 Feb 17 03:30:50.383552 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c23eab04-9c97-4323-a678-1d3156d5afbc req-080cd53f-84dd-405e-bd46-19dcb78a7ba4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Feb 17 03:30:51.254592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d8f34-0b8f-4f78-9bad-da3275954b3c req-21fbe44f-e0f2-42f6-a635-7f279d3a66e8 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:51.256033 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cd6d8f34-0b8f-4f78-9bad-da3275954b3c req-21fbe44f-e0f2-42f6-a635-7f279d3a66e8 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1016653 Feb 17 03:30:51.313251 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cd6d8f34-0b8f-4f78-9bad-da3275954b3c req-63d969f9-b19d-47e9-899e-7ee55f008032 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483031 Feb 17 03:30:51.622115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4bf63-bd85-4dbe-a855-cfb74b45db59 req-973447c2-387b-4e19-8cce-bc01eed3420c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:51.623763 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7bc4bf63-bd85-4dbe-a855-cfb74b45db59 req-973447c2-387b-4e19-8cce-bc01eed3420c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1047492 Feb 17 03:30:51.672504 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7bc4bf63-bd85-4dbe-a855-cfb74b45db59 req-98a72107-018d-42a3-807a-c09757ad8b35 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Feb 17 03:30:52.534125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d60dc7-4a04-484e-969a-1608d6bafeae req-33d7de4a-159e-4a18-b111-5d6b2fea182e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:52.543137 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-04d60dc7-4a04-484e-969a-1608d6bafeae req-33d7de4a-159e-4a18-b111-5d6b2fea182e tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1058753 Feb 17 03:30:52.596388 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-04d60dc7-4a04-484e-969a-1608d6bafeae req-39248ee0-55b8-410e-8813-7e4996c095a6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513494 Feb 17 03:30:52.761619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43792) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:53.125840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.146964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:53.154165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Usage tracker for resource:security_group_rule and tenant:5080bfbcb42a46988b616f505e4658db is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:53.158142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:53.165638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:53.175401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afafd-e9fd-49bf-8850-7a08eab0e211 req-4b73bdd6-bc5d-4960-a0c8-d3cd45592088 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:53.176816 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f93afafd-e9fd-49bf-8850-7a08eab0e211 req-4b73bdd6-bc5d-4960-a0c8-d3cd45592088 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.3831010 Feb 17 03:30:53.244984 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f93afafd-e9fd-49bf-8850-7a08eab0e211 req-b43c0235-cf1d-4b90-94b9-1e7dd2c726c6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613716 Feb 17 03:30:53.315047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.318868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.327436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8f2810ca-0be4-4379-b869-8366211c4743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:53.371316 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5080bfbcb42a46988b616f505e4658db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083367 Feb 17 03:30:53.372340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3ac297-ff85-41be-8162-5010af1d9ded,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:53.375052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 43806) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:53.375888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:53.438661 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-947a585a-b2c4-41a2-9bdf-ab88d94d392d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.468026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-947a585a-b2c4-41a2-9bdf-ab88d94d392d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.519861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-947a585a-b2c4-41a2-9bdf-ab88d94d392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.527449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a411c517-60d7-4307-857e-98defdb03ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:53.547694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a585a-b2c4-41a2-9bdf-ab88d94d392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3ac297-ff85-41be-8162-5010af1d9ded,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:53.550447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-947a585a-b2c4-41a2-9bdf-ab88d94d392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:53.551758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-947a585a-b2c4-41a2-9bdf-ab88d94d392d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.553500 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-947a585a-b2c4-41a2-9bdf-ab88d94d392d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac3ac297-ff85-41be-8162-5010af1d9ded HTTP/1.1" status: 204 len: 168 time: 0.1773739 Feb 17 03:30:53.615598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:53.662023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.690405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:53.690909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.840101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60ce8-00c3-4e7e-b690-f102c8b8b02c req-c2e00bbf-790e-45dc-8ff7-4b50567cb310 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:53.841676 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c4e60ce8-00c3-4e7e-b690-f102c8b8b02c req-c2e00bbf-790e-45dc-8ff7-4b50567cb310 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1159842 Feb 17 03:30:53.892225 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c4e60ce8-00c3-4e7e-b690-f102c8b8b02c req-c5a4aca8-b3fc-479f-9860-870ab830d2bc tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Feb 17 03:30:53.908207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 43818) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:53.927281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:53.942998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:30:53.947211 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Usage tracker for resource:security_group_rule and tenant:d5ce5b9ee0f84c6bac730db18cfeba9b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:30:53.950208 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:30:53.956502 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:30:54.045142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:54.048995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:54.058560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6bd90ae9-5da6-40a7-b84a-d47aeeb6e28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:54.105037 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5ce5b9ee0f84c6bac730db18cfeba9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956666 Feb 17 03:30:54.106031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50595372-bb6c-43e8-bfbc-c4ecae004483,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:54.109259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 43828) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:30:54.109631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:54.173986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00b7a956-9fda-4f2a-9283-a549a763538a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:54.200834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00b7a956-9fda-4f2a-9283-a549a763538a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:54.256395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00b7a956-9fda-4f2a-9283-a549a763538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:54.261859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b6382cf-e221-4805-a90a-211d9fa5e99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:54.276042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7a956-9fda-4f2a-9283-a549a763538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50595372-bb6c-43e8-bfbc-c4ecae004483,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:54.280137 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-00b7a956-9fda-4f2a-9283-a549a763538a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:54.283894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00b7a956-9fda-4f2a-9283-a549a763538a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:54.285541 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-00b7a956-9fda-4f2a-9283-a549a763538a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50595372-bb6c-43e8-bfbc-c4ecae004483 HTTP/1.1" status: 204 len: 168 time: 0.1746554 Feb 17 03:30:54.462052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58385d-f8ef-4b89-88da-dbbebac3d2bd req-7280a1cb-8b48-4753-af73-53e9c354dfcd tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:54.463711 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c58385d-f8ef-4b89-88da-dbbebac3d2bd req-7280a1cb-8b48-4753-af73-53e9c354dfcd tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0901303 Feb 17 03:30:54.518847 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2c58385d-f8ef-4b89-88da-dbbebac3d2bd req-165c4be6-3bda-43cd-bb13-07d13fd4ab0f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458131 Feb 17 03:30:55.100589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036eb8d-42ba-41ee-9972-f7197f00e194 req-7e38199e-5560-460c-8c54-d35ce4f01ae1 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:55.102363 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c036eb8d-42ba-41ee-9972-f7197f00e194 req-7e38199e-5560-460c-8c54-d35ce4f01ae1 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.0939825 Feb 17 03:30:55.154127 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c036eb8d-42ba-41ee-9972-f7197f00e194 req-4e66c59d-a688-4839-a1a2-925976146492 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Feb 17 03:30:55.456903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406332-1bf6-492e-bd24-389971c3b305 req-ed59c316-9361-4694-a349-4056394de7b5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:55.457693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c2406332-1bf6-492e-bd24-389971c3b305 req-ed59c316-9361-4694-a349-4056394de7b5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Synchronizing usage tracker for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:30:55.473949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c2406332-1bf6-492e-bd24-389971c3b305 req-ed59c316-9361-4694-a349-4056394de7b5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Unset dirty status for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:30:55.475275 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2406332-1bf6-492e-bd24-389971c3b305 req-ed59c316-9361-4694-a349-4056394de7b5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1088443 Feb 17 03:30:55.580550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Deleting port 8d423c3c-30ce-403c-a66b-306a3e3ca233 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:30:55.581225 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:55.692285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:55.789515 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee150-cca8-4af4-b79f-281406be8fdf req-4857d53d-f1ad-4669-ac35-53a799f5ae6a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:55.798457 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56dee150-cca8-4af4-b79f-281406be8fdf req-4857d53d-f1ad-4669-ac35-53a799f5ae6a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1389391 Feb 17 03:30:55.855422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:55.856126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:55.867510 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-56dee150-cca8-4af4-b79f-281406be8fdf req-1978426a-edd4-434e-a5b3-af9a3aba9226 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678604 Feb 17 03:30:55.964645 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] For port 8d423c3c-30ce-403c-a66b-306a3e3ca233, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8d423c3c-30ce-403c-a66b-306a3e3ca233,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:30:55.965576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:55.995806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8d423c3c-30ce-403c-a66b-306a3e3ca233 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:30:56.069030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 8d423c3c-30ce-403c-a66b-306a3e3ca233 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:30:56.069413 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:56.099216 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Calling delete_port for 8d423c3c-30ce-403c-a66b-306a3e3ca233 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:30:56.391526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2e839-3c41-41c8-8138-bb268e5217b9 req-e2d4cb64-ace6-43c0-81f5-d9f8138a7118 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:56.400271 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4ea2e839-3c41-41c8-8138-bb268e5217b9 req-e2d4cb64-ace6-43c0-81f5-d9f8138a7118 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 945 time: 0.1202493 Feb 17 03:30:56.451676 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4ea2e839-3c41-41c8-8138-bb268e5217b9 req-366ea598-2fa7-4720-9f9c-6b2ce4c52eca tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Feb 17 03:30:56.550357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:56.565862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:30:56.624879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Pushing event deleted for resources: {'Port': ['ID=8d423c3c-30ce-403c-a66b-306a3e3ca233,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:30:56.629538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:30:56.701774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0788c-08d6-4476-ae57-712e0dd703af req-0fcec02e-374e-4611-a162-c746ea805b89 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:56.703791 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6be0788c-08d6-4476-ae57-712e0dd703af req-0fcec02e-374e-4611-a162-c746ea805b89 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0958734 Feb 17 03:30:56.761910 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6be0788c-08d6-4476-ae57-712e0dd703af req-9ac7392e-df6f-43ee-8aba-09aea0d5d3fe tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497429 Feb 17 03:30:56.791404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] No DVR routers for this DVR port 8d423c3c-30ce-403c-a66b-306a3e3ca233 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:30:56.794903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:30:56.798489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3647ef-fee8-47a7-987d-3d4b54131037', 'name': 'network-vif-deleted', 'tag': '8d423c3c-30ce-403c-a66b-306a3e3ca233'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:30:56.814394 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2406332-1bf6-492e-bd24-389971c3b305 req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "DELETE /v2.0/ports/8d423c3c-30ce-403c-a66b-306a3e3ca233 HTTP/1.1" status: 204 len: 173 time: 1.3252919 Feb 17 03:30:56.852394 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3647ef-fee8-47a7-987d-3d4b54131037', 'name': 'network-vif-deleted', 'tag': '8d423c3c-30ce-403c-a66b-306a3e3ca233', 'status': 'completed', 'code': 200} Feb 17 03:30:57.085985 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0430b9-005d-4120-b2e5-74d5a5918245 req-8db5a693-1f0d-49f5-9e99-04640c1bdfe7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:57.087663 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d0430b9-005d-4120-b2e5-74d5a5918245 req-8db5a693-1f0d-49f5-9e99-04640c1bdfe7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0907054 Feb 17 03:30:57.140985 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d0430b9-005d-4120-b2e5-74d5a5918245 req-9baf3caf-822d-4f0e-8bd2-3bf0b8f22c85 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447602 Feb 17 03:30:57.629971 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f408bbcd-038f-4f12-abe6-a8b809348f41 req-ce2791fc-8714-457f-b1f6-48cf1c037dcf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c3647ef-fee8-47a7-987d-3d4b54131037 HTTP/1.1" status: 200 len: 210 time: 0.0542550 Feb 17 03:30:57.978000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073956f-06f4-4828-bff6-ee22e986725b req-457c5117-7298-411a-b325-e613b198fe5f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:57.979682 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0073956f-06f4-4828-bff6-ee22e986725b req-457c5117-7298-411a-b325-e613b198fe5f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0874550 Feb 17 03:30:58.039068 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0073956f-06f4-4828-bff6-ee22e986725b req-7880dda2-a87e-485b-8562-224591c43682 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518706 Feb 17 03:30:58.328355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8d423c3c-30ce-403c-a66b-306a3e3ca233 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:30:58.367556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6449095-644b-48f7-a8b7-30a735acffbf req-c6071769-6ac0-4d86-9fcf-4118999a0796 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:58.369708 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c6449095-644b-48f7-a8b7-30a735acffbf req-c6071769-6ac0-4d86-9fcf-4118999a0796 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1076140 Feb 17 03:30:58.394943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 8d423c3c-30ce-403c-a66b-306a3e3ca233 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:30:58.395184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8d423c3c-30ce-403c-a66b-306a3e3ca233 not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:30:58.426236 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c6449095-644b-48f7-a8b7-30a735acffbf req-bd314f4b-99bb-41ca-8f54-4568dae359c6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493853 Feb 17 03:30:59.246717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0c5ed-e9fb-426a-a555-ee6a4d070623 req-e819a0e9-a0e4-4c36-b796-6ea788e14ed1 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:59.248355 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e9b0c5ed-e9fb-426a-a555-ee6a4d070623 req-e819a0e9-a0e4-4c36-b796-6ea788e14ed1 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0884120 Feb 17 03:30:59.304505 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e9b0c5ed-e9fb-426a-a555-ee6a4d070623 req-393f011b-601b-44ce-b950-7e41198ef919 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466602 Feb 17 03:30:59.631819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669b035-e58d-4a60-a54b-ebf1c3464a2c req-0dbf79ea-cba1-48a5-a3ab-8a3bd9aa664c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:30:59.633489 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f669b035-e58d-4a60-a54b-ebf1c3464a2c req-0dbf79ea-cba1-48a5-a3ab-8a3bd9aa664c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0887640 Feb 17 03:30:59.684021 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f669b035-e58d-4a60-a54b-ebf1c3464a2c req-848f7d8c-d1d9-43e4-b738-bba94834abd7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429626 Feb 17 03:31:00.527347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9348e4-380a-4a16-8166-9878af5ec929 req-08a8338c-0cc9-4b1f-9f83-e12cd1eb49e6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:00.529121 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c9348e4-380a-4a16-8166-9878af5ec929 req-08a8338c-0cc9-4b1f-9f83-e12cd1eb49e6 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 945 time: 0.0993543 Feb 17 03:31:00.622166 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c9348e4-380a-4a16-8166-9878af5ec929 req-e4b6d79f-9f64-4913-92b6-17eedaee2734 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858533 Feb 17 03:31:00.673508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851fe43-89de-40e1-9998-6e5b8af7f84a req-38f8a494-e9ec-41c9-ad0b-40e6dc652565 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:00.675118 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7851fe43-89de-40e1-9998-6e5b8af7f84a req-38f8a494-e9ec-41c9-ad0b-40e6dc652565 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1015434 Feb 17 03:31:00.726778 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7851fe43-89de-40e1-9998-6e5b8af7f84a req-18235827-5c44-4718-a39d-7d2fcc40544c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451195 Feb 17 03:31:00.894202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66724ed4-381c-4cda-802d-740762b13172 req-4d243832-3690-48ae-be15-afc2adc61e9b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:00.896075 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66724ed4-381c-4cda-802d-740762b13172 req-4d243832-3690-48ae-be15-afc2adc61e9b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0908492 Feb 17 03:31:00.944523 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66724ed4-381c-4cda-802d-740762b13172 req-2b1ef9f8-7acf-48b0-9ae1-3c7cda2458c7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Feb 17 03:31:01.846248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d2c01-239d-4986-aeea-3de38bd1cac2 req-3053ba34-39ec-486c-909a-06a8d9b24069 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:01.847921 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-711d2c01-239d-4986-aeea-3de38bd1cac2 req-3053ba34-39ec-486c-909a-06a8d9b24069 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 945 time: 0.1024892 Feb 17 03:31:01.923929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:31:01.956038 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-711d2c01-239d-4986-aeea-3de38bd1cac2 req-3d1747c7-fa64-491d-b3d4-46a551bc5498 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618188 Feb 17 03:31:01.982342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371cefc-ea1e-4bcf-b07a-09842654f868 req-6d7847c3-a64d-4f55-9b5d-618ea5e5f31c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:01.984229 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b371cefc-ea1e-4bcf-b07a-09842654f868 req-6d7847c3-a64d-4f55-9b5d-618ea5e5f31c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1331787 Feb 17 03:31:02.041024 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b371cefc-ea1e-4bcf-b07a-09842654f868 req-9ecafb77-0de4-4347-a445-47875ddf3e18 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502617 Feb 17 03:31:02.241695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3712-3da2-4abc-acbb-3ca18f6fce4f req-52891e86-f361-4eef-aa53-870976039690 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:02.243327 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79bd3712-3da2-4abc-acbb-3ca18f6fce4f req-52891e86-f361-4eef-aa53-870976039690 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0964293 Feb 17 03:31:02.293407 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79bd3712-3da2-4abc-acbb-3ca18f6fce4f req-32496383-a3ec-42a4-af29-c6dbf5327249 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Feb 17 03:31:03.213892 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd69faf-5d0e-4111-a1fe-656938815aee req-1a783414-0121-4ebb-b8c4-cf267c2f92ba tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:03.215928 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7fd69faf-5d0e-4111-a1fe-656938815aee req-1a783414-0121-4ebb-b8c4-cf267c2f92ba tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 945 time: 0.1358140 Feb 17 03:31:03.279405 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7fd69faf-5d0e-4111-a1fe-656938815aee req-89f1975a-54d3-4463-a45e-7f090878b096 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Feb 17 03:31:03.305486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a2390-e569-4cbc-915f-9b8d5861a012 req-f25990d3-a221-447d-bee2-2ba6a959e602 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:03.305486 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-705a2390-e569-4cbc-915f-9b8d5861a012 req-f25990d3-a221-447d-bee2-2ba6a959e602 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1376257 Feb 17 03:31:03.359203 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-705a2390-e569-4cbc-915f-9b8d5861a012 req-2af03435-5071-4c3f-843a-5429713a4a65 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465610 Feb 17 03:31:03.551320 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cc08-28ba-4d00-9810-2fd01ede536f req-cd896a01-16dc-4299-9392-649a8b9eacd7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:03.552873 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e3c9cc08-28ba-4d00-9810-2fd01ede536f req-cd896a01-16dc-4299-9392-649a8b9eacd7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0893507 Feb 17 03:31:03.603988 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e3c9cc08-28ba-4d00-9810-2fd01ede536f req-d4c1fba3-b3f1-4b72-8778-c850a4f341c4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Feb 17 03:31:03.739948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-5d890490-8dd9-4046-9af1-5a659ad5d416 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:03.740728 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-5d890490-8dd9-4046-9af1-5a659ad5d416 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Synchronizing usage tracker for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:31:03.758139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-5d890490-8dd9-4046-9af1-5a659ad5d416 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Unset dirty status for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:31:03.759505 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-5d890490-8dd9-4046-9af1-5a659ad5d416 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 945 time: 0.1061785 Feb 17 03:31:03.842825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Deleting port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:31:03.843219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:04.112243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] For port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8c664bcc-a5f8-4bbb-b120-ee1371a1f368,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:31:04.112550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:04.245267 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Calling delete_port for 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:31:04.398981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:04.417644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-66abc100-a76d-4c6f-b22d-ace7ec7b73e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:04.451387 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d840c3f1-dddc-499f-8062-7f4528f9e58e req-cff10689-691a-4f5c-98fd-c804f054e062 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 210 time: 0.0507307 Feb 17 03:31:04.477187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Pushing event deleted for resources: {'Port': ['ID=8c664bcc-a5f8-4bbb-b120-ee1371a1f368,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:04.479854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:04.592987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0981cef-60d9-48be-8a4d-5706b66f67e2 req-67ee632b-ee86-4461-9cd6-9e6f496596b3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:04.594897 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a0981cef-60d9-48be-8a4d-5706b66f67e2 req-67ee632b-ee86-4461-9cd6-9e6f496596b3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1033180 Feb 17 03:31:04.648976 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a0981cef-60d9-48be-8a4d-5706b66f67e2 req-dcd2e230-a1bf-4fb7-a9d5-d5e841a447ac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471263 Feb 17 03:31:04.654081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] No DVR routers for this DVR port 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:31:04.656407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:04.659630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc58b63c-a1fe-4677-a1e1-831190095c85', 'name': 'network-vif-deleted', 'tag': '8c664bcc-a5f8-4bbb-b120-ee1371a1f368'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:04.675619 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eda7e05a-13e0-4a98-8099-ece8110ddec6 req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "DELETE /v2.0/ports/8c664bcc-a5f8-4bbb-b120-ee1371a1f368 HTTP/1.1" status: 204 len: 173 time: 0.9095256 Feb 17 03:31:04.798701 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc58b63c-a1fe-4677-a1e1-831190095c85', 'name': 'network-vif-deleted', 'tag': '8c664bcc-a5f8-4bbb-b120-ee1371a1f368', 'status': 'completed', 'code': 200} Feb 17 03:31:04.848494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d2a27-9676-4f3e-92f3-1077f3a857cf req-159a0c34-4360-4577-9ae0-69ed6aae17a5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:04.850140 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-057d2a27-9676-4f3e-92f3-1077f3a857cf req-159a0c34-4360-4577-9ae0-69ed6aae17a5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0926330 Feb 17 03:31:04.899706 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-057d2a27-9676-4f3e-92f3-1077f3a857cf req-01209f6b-34d0-42d4-bd38-d5dee8d98e1a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Feb 17 03:31:05.659261 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b465d354-47e3-46e3-83ed-78e9303b4775 req-d968fbc6-f17d-4da7-aabb-9e5276a6ea89 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc58b63c-a1fe-4677-a1e1-831190095c85 HTTP/1.1" status: 200 len: 210 time: 0.0587318 Feb 17 03:31:05.871829 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:31:05.894124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432789-89d9-4d43-8982-1cb08bc70d5a req-d2613276-b65d-4d97-b28f-f4ec4aeb9389 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:05.895918 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bf432789-89d9-4d43-8982-1cb08bc70d5a req-d2613276-b65d-4d97-b28f-f4ec4aeb9389 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0916429 Feb 17 03:31:05.910603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:31:05.911013 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 8c664bcc-a5f8-4bbb-b120-ee1371a1f368 not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:31:05.951243 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bf432789-89d9-4d43-8982-1cb08bc70d5a req-4c4edefb-1836-4c14-ac90-9c4da4366fee tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458419 Feb 17 03:31:06.137517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db148bc-8152-4fe3-a1ff-6dfdb1584f95 req-ac3c9838-667b-4300-8ae0-e336416e8310 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:06.139143 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5db148bc-8152-4fe3-a1ff-6dfdb1584f95 req-ac3c9838-667b-4300-8ae0-e336416e8310 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0995162 Feb 17 03:31:06.188723 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5db148bc-8152-4fe3-a1ff-6dfdb1584f95 req-4086881d-b485-4803-8551-bc75b1e6fa66 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Feb 17 03:31:07.163757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b6531-7b24-4137-944e-f02338769aa6 req-21513e25-e490-4777-8106-25f88ce5ed67 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:07.165831 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c83b6531-7b24-4137-944e-f02338769aa6 req-21513e25-e490-4777-8106-25f88ce5ed67 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0956116 Feb 17 03:31:07.242890 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c83b6531-7b24-4137-944e-f02338769aa6 req-1ad5a33d-dbf2-4457-b68f-b30713f95635 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655611 Feb 17 03:31:07.441968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba2e5-9051-4443-98ad-0632b87f42a5 req-68e8f411-58af-4622-88c0-15e777f5e538 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:07.443656 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f38ba2e5-9051-4443-98ad-0632b87f42a5 req-68e8f411-58af-4622-88c0-15e777f5e538 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 945 time: 0.1549118 Feb 17 03:31:07.471290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a938179-6d5f-45f5-963c-e4d49926d67d req-0e34f917-84c6-4364-b698-2cb957cfc19a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:07.472892 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9a938179-6d5f-45f5-963c-e4d49926d67d req-0e34f917-84c6-4364-b698-2cb957cfc19a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1301618 Feb 17 03:31:07.521180 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f38ba2e5-9051-4443-98ad-0632b87f42a5 req-3b46c193-fb71-43a4-ac35-04ac05fd69f8 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706360 Feb 17 03:31:07.540750 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9a938179-6d5f-45f5-963c-e4d49926d67d req-a6ff9237-994b-41cf-bc76-17dfb4608f4c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597577 Feb 17 03:31:08.449024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5159b-54af-47e6-8b93-8df0c41958b7 req-74f06202-8eec-4c7a-99ef-bebdd4e0ecb0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:08.450515 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a9e5159b-54af-47e6-8b93-8df0c41958b7 req-74f06202-8eec-4c7a-99ef-bebdd4e0ecb0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0983725 Feb 17 03:31:08.500290 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a9e5159b-54af-47e6-8b93-8df0c41958b7 req-42be7375-0bae-4ab0-9190-7c6215e2e39d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425689 Feb 17 03:31:08.803482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202016-0814-4bdd-81ec-e4ade5f31393 req-5fecb003-3252-4a75-a112-35e21adcad3b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:08.805066 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3c202016-0814-4bdd-81ec-e4ade5f31393 req-5fecb003-3252-4a75-a112-35e21adcad3b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1198709 Feb 17 03:31:08.811896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a992b2-fd6e-4c94-9854-4a4b030796e4 req-489fe7cf-30de-4d95-9482-d7cf074b6f10 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:08.813342 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20a992b2-fd6e-4c94-9854-4a4b030796e4 req-489fe7cf-30de-4d95-9482-d7cf074b6f10 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 945 time: 0.1648240 Feb 17 03:31:08.889734 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3c202016-0814-4bdd-81ec-e4ade5f31393 req-e80a24f9-53cb-4cc2-ac0b-ea11042f1c57 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753016 Feb 17 03:31:08.897611 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20a992b2-fd6e-4c94-9854-4a4b030796e4 req-6b2fa76c-e4de-4da0-8d0c-0c7eb592fd96 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684350 Feb 17 03:31:09.399729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 05778b3d-609f-4522-a398-a274a597880a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:09.651320 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 05778b3d-609f-4522-a398-a274a597880a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:09.651765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:09.744024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-5c8bdf25-b5d9-45ea-b9bf-d5bfb5f7cfed tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:09.744998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-5c8bdf25-b5d9-45ea-b9bf-d5bfb5f7cfed tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Synchronizing usage tracker for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:31:09.766256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-5c8bdf25-b5d9-45ea-b9bf-d5bfb5f7cfed tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Unset dirty status for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:31:09.771635 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-5c8bdf25-b5d9-45ea-b9bf-d5bfb5f7cfed tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 945 time: 0.1803133 Feb 17 03:31:09.780039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802b3e4-4fc4-425f-8cfa-ae60bc39b517 req-8cfc8d3e-a022-4e6c-b78d-c2d2185b0304 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:09.788485 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1802b3e4-4fc4-425f-8cfa-ae60bc39b517 req-8cfc8d3e-a022-4e6c-b78d-c2d2185b0304 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1509757 Feb 17 03:31:09.834071 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1802b3e4-4fc4-425f-8cfa-ae60bc39b517 req-2af186e9-028e-4c8c-9775-961091121131 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445313 Feb 17 03:31:09.880172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Deleting port 05778b3d-609f-4522-a398-a274a597880a {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:31:09.880721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:10.179372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] For port 05778b3d-609f-4522-a398-a274a597880a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=05778b3d-609f-4522-a398-a274a597880a,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:31:10.179846 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:10.318162 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 44158) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:10.327833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Calling delete_port for 05778b3d-609f-4522-a398-a274a597880a owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:31:10.405444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba87a-ba58-4a5d-96f1-257dd6c3ed68 req-97d73dcd-4a9c-4683-a7f2-7aa774e5428d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:10.407149 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e13ba87a-ba58-4a5d-96f1-257dd6c3ed68 req-97d73dcd-4a9c-4683-a7f2-7aa774e5428d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.3857267 Feb 17 03:31:10.422643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a11ed-14d7-4e04-b69e-6618fe515945 req-14959954-dbb6-475f-952c-9422aea2a711 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:10.424291 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f88a11ed-14d7-4e04-b69e-6618fe515945 req-14959954-dbb6-475f-952c-9422aea2a711 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 945 time: 0.3449843 Feb 17 03:31:10.495829 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e13ba87a-ba58-4a5d-96f1-257dd6c3ed68 req-d0ddb329-a773-42f2-bcff-625f730ef879 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704935 Feb 17 03:31:10.503271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:10.508507 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f88a11ed-14d7-4e04-b69e-6618fe515945 req-cb080fb5-02d3-43ba-b533-783a09303a24 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671618 Feb 17 03:31:10.527543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:10.532132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Usage tracker for resource:security_group_rule and tenant:42c3778f928843cfbedceff517b1da51 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:10.535290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:10.538709 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:10.562197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:10.602031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:10.628258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Pushing event deleted for resources: {'Port': ['ID=05778b3d-609f-4522-a398-a274a597880a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:10.631655 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:10.813433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] No DVR routers for this DVR port 05778b3d-609f-4522-a398-a274a597880a on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:31:10.815740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:10.821315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cc750c-d548-40e1-b749-39e18eb8aa22', 'name': 'network-vif-deleted', 'tag': '05778b3d-609f-4522-a398-a274a597880a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:10.853448 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6a313d83-5efe-4a18-afaa-c91a43439fc2 req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "DELETE /v2.0/ports/05778b3d-609f-4522-a398-a274a597880a HTTP/1.1" status: 204 len: 173 time: 1.0721018 Feb 17 03:31:10.875343 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cc750c-d548-40e1-b749-39e18eb8aa22', 'name': 'network-vif-deleted', 'tag': '05778b3d-609f-4522-a398-a274a597880a', 'status': 'completed', 'code': 200} Feb 17 03:31:10.903968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:10.907563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:10.914590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a02cf823-0aa3-40a3-8211-1f02fdac7378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:10.960157 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42c3778f928843cfbedceff517b1da51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405857 Feb 17 03:31:10.960942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f85be3-adbc-446b-80b1-4c80a2027f64,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:10.964086 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44174) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:10.964416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:11.118004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7595-fc37-4075-8c06-3d8dfa18ac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:11.153179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58d200-fad5-4ed2-bc71-86fbfd6b095c req-2fb060c4-f161-484d-a23c-24e62f222ad0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:11.154787 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7d58d200-fad5-4ed2-bc71-86fbfd6b095c req-2fb060c4-f161-484d-a23c-24e62f222ad0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1568546 Feb 17 03:31:11.159341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7595-fc37-4075-8c06-3d8dfa18ac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:11.235545 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7d58d200-fad5-4ed2-bc71-86fbfd6b095c req-1ead601a-4e29-4e21-bc5c-c223fbed764e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689158 Feb 17 03:31:11.245265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7595-fc37-4075-8c06-3d8dfa18ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:11.250559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc872760-dd9d-4401-8b8d-477adfe7f3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:11.266547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa7595-fc37-4075-8c06-3d8dfa18ac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f85be3-adbc-446b-80b1-4c80a2027f64,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:11.277852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8dfa7595-fc37-4075-8c06-3d8dfa18ac5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:11.279925 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7595-fc37-4075-8c06-3d8dfa18ac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:11.281147 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-8dfa7595-fc37-4075-8c06-3d8dfa18ac5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6f85be3-adbc-446b-80b1-4c80a2027f64 HTTP/1.1" status: 204 len: 168 time: 0.3160181 Feb 17 03:31:11.374740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c59d64-3bf4-47ad-96e3-cb24cd35d802 req-cb0fdacf-ce76-4af1-bdd2-1d59a0cbaa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:11.376407 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4c59d64-3bf4-47ad-96e3-cb24cd35d802 req-cb0fdacf-ce76-4af1-bdd2-1d59a0cbaa5f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1162 time: 0.0846782 Feb 17 03:31:11.429493 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4c59d64-3bf4-47ad-96e3-cb24cd35d802 req-2b2aeace-13e9-4746-b21e-8b1803939fb1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Feb 17 03:31:11.596482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 05778b3d-609f-4522-a398-a274a597880a no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:31:11.640320 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 05778b3d-609f-4522-a398-a274a597880a {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:31:11.640806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 05778b3d-609f-4522-a398-a274a597880a not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:31:11.759556 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-acdcedf9-3cd0-4a6c-9422-f8fa35a92715 req-23a0b49e-342c-4f52-8d80-47b5b5a6a0c1 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cc750c-d548-40e1-b749-39e18eb8aa22 HTTP/1.1" status: 200 len: 210 time: 0.0654886 Feb 17 03:31:11.781558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0477c-3bf1-487c-a1bc-99a061a15032 req-1567587d-a02c-4386-89df-048bbea66987 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:11.783174 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ebd0477c-3bf1-487c-a1bc-99a061a15032 req-1567587d-a02c-4386-89df-048bbea66987 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1571701 Feb 17 03:31:11.837547 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ebd0477c-3bf1-487c-a1bc-99a061a15032 req-471d8f77-938a-4c41-b64a-0a56f523bd1d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455325 Feb 17 03:31:11.957796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c7f53ce-0c0d-4cd8-b52b-78ab9a8abcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:12.140491 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-1f98d9a4-51be-43e1-9a1c-f738bec12a8e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0772209 Feb 17 03:31:12.374585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-be3a9dc7-249e-44c2-bd31-d8f0ccd65860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:12.377706 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-be3a9dc7-249e-44c2-bd31-d8f0ccd65860 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 1163 time: 0.1138694 Feb 17 03:31:12.462087 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade7b0-3572-42a6-81c0-ea580f73f8b1 req-a13bf509-bc2d-4e02-a0ac-baeb91e4530d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:12.464296 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75ade7b0-3572-42a6-81c0-ea580f73f8b1 req-a13bf509-bc2d-4e02-a0ac-baeb91e4530d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1035888 Feb 17 03:31:12.517670 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75ade7b0-3572-42a6-81c0-ea580f73f8b1 req-6b6d626a-bbf7-4380-8dfa-8d07e433de23 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471299 Feb 17 03:31:12.584774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-4b037a0b-81d3-450e-a82f-58b1dd59f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:12.586740 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-4b037a0b-81d3-450e-a82f-58b1dd59f89d service neutron] 10.222.0.38 "GET /v2.0/networks?id=61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 200 len: 909 time: 0.1562116 Feb 17 03:31:12.672655 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-110da14e-f75a-4a31-925d-1ce8a19aeb80 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a211319c-6b5f-4062-bc0a-9387de45d702 HTTP/1.1" status: 200 len: 217 time: 0.0724363 Feb 17 03:31:12.789902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-212d5758-3073-4ec0-bda8-456119403bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:12.791957 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-212d5758-3073-4ec0-bda8-456119403bc2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 200 len: 855 time: 0.1100082 Feb 17 03:31:12.857194 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-e2813514-da87-4f0e-a54a-5640235a925c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=61e2f301-9871-4c89-a13d-42f80a9ac33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498798 Feb 17 03:31:13.039233 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-14f04844-2b0c-481c-b85e-c5f2e3c7bd9a service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511669 Feb 17 03:31:13.065151 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1ce5f-dfb1-4f42-911b-cca662036d80 req-3c981eef-2662-471e-89d1-f05f40e83ab6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:13.067428 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-13a1ce5f-dfb1-4f42-911b-cca662036d80 req-3c981eef-2662-471e-89d1-f05f40e83ab6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1099539 Feb 17 03:31:13.118246 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-13a1ce5f-dfb1-4f42-911b-cca662036d80 req-0c008405-c660-454b-a3cf-353d3af9f618 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450354 Feb 17 03:31:13.183707 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4657597-ec02-43a4-ae08-e8bfb72670eb req-d92edf8f-02e9-4697-8510-1cd0acbbc15f service neutron] 10.222.0.38 "GET /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385922 Feb 17 03:31:13.686146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:13.742031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f5a3-ba88-4f30-8fbf-9fa83d9c44d0 req-71a3f066-70ed-4165-bbd6-cc1b79205bf5 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:13.743815 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4cc3f5a3-ba88-4f30-8fbf-9fa83d9c44d0 req-71a3f066-70ed-4165-bbd6-cc1b79205bf5 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1109118 Feb 17 03:31:13.759300 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:13.759724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:13.793251 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4cc3f5a3-ba88-4f30-8fbf-9fa83d9c44d0 req-a6531389-9340-485c-bbd4-bf6ecbccc874 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424089 Feb 17 03:31:14.211762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7027ce97-4166-4523-98b5-239a1c175c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:14.324572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a57e-7847-43cd-9f8b-25c8f4e9b2f8 req-cae01b0c-1c1b-4783-b235-d0a506af412c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:14.326176 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a046a57e-7847-43cd-9f8b-25c8f4e9b2f8 req-cae01b0c-1c1b-4783-b235-d0a506af412c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0925338 Feb 17 03:31:14.380047 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a046a57e-7847-43cd-9f8b-25c8f4e9b2f8 req-1541f7cf-d88e-4195-b3c0-99b31ff5a90e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 Feb 17 03:31:14.869366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63345af-9b19-480c-a39f-db426e718689 req-de323ad0-10f1-4fae-bb3c-5b77e6c4aa52 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:14.871041 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d63345af-9b19-480c-a39f-db426e718689 req-de323ad0-10f1-4fae-bb3c-5b77e6c4aa52 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0907462 Feb 17 03:31:14.928865 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d63345af-9b19-480c-a39f-db426e718689 req-3824b0cf-6c75-4aaf-9b2c-11bd6463b83d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514073 Feb 17 03:31:14.958752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-425d93c9-62c3-45fb-93cc-18d9daa427d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:14.960504 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-425d93c9-62c3-45fb-93cc-18d9daa427d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1162 time: 0.1056910 Feb 17 03:31:15.040883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:15.105768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555efb-072e-457b-bbdd-756b7183f2cb req-1bcd7087-75cc-44fc-a106-63615e95f79f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:15.107713 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c7555efb-072e-457b-bbdd-756b7183f2cb req-1bcd7087-75cc-44fc-a106-63615e95f79f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1206548 Feb 17 03:31:15.149743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-9df70d60-e2bc-4c93-8780-656b851367bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:15.151989 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-9df70d60-e2bc-4c93-8780-656b851367bd service neutron] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 912 time: 0.1678705 Feb 17 03:31:15.159828 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c7555efb-072e-457b-bbdd-756b7183f2cb req-d9e55970-a926-4f49-b4cf-b64c4854c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438936 Feb 17 03:31:15.253708 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-2f240850-104d-4ba5-9d6a-3c8a07c693d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 200 len: 217 time: 0.0855100 Feb 17 03:31:15.344385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-4eb70352-a027-4327-81ec-03beab16f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:15.346225 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-4eb70352-a027-4327-81ec-03beab16f94e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.0691440 Feb 17 03:31:15.423193 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-b6c02d2f-9c43-4f34-b258-c725eb53d0b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546930 Feb 17 03:31:15.543185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:15.628819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:15.629131 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:15.879895 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-310c3821-3ba2-4156-a7e3-ea7c3741a1d5 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358840 Feb 17 03:31:15.931731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25b0fd-4085-48bb-932b-542cf9e948fa req-0b25073c-9da4-4241-995b-4582c8b553b5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:15.934509 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c25b0fd-4085-48bb-932b-542cf9e948fa req-0b25073c-9da4-4241-995b-4582c8b553b5 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 0.1162977 Feb 17 03:31:15.999192 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5c25b0fd-4085-48bb-932b-542cf9e948fa req-0c4bcde0-d9ef-41bd-bbe1-366d4cce2778 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Feb 17 03:31:16.045901 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7cc3a9f4-7eb0-44c4-b10e-2caa00e8a902 req-51c702cd-8ed9-406b-9454-04ddb7517c2f service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1579337 Feb 17 03:31:16.106424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:16.201242 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c5eac-5eb7-47d9-b1a6-afaf83d58483 req-85cefa59-9e27-45d9-8168-fb44897f80b6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:16.207890 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-486c5eac-5eb7-47d9-b1a6-afaf83d58483 req-85cefa59-9e27-45d9-8168-fb44897f80b6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0937097 Feb 17 03:31:16.253184 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-486c5eac-5eb7-47d9-b1a6-afaf83d58483 req-47fd948b-1145-4ad0-99c3-af1569ccd9e0 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Feb 17 03:31:16.333155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:16.391111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1181-7a1e-49a1-98fc-a02635b73cab req-832dcc1c-de15-4d1c-842b-4a19e89eec1d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:16.392608 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ea2b1181-7a1e-49a1-98fc-a02635b73cab req-832dcc1c-de15-4d1c-842b-4a19e89eec1d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0936966 Feb 17 03:31:16.443658 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ea2b1181-7a1e-49a1-98fc-a02635b73cab req-dbd8cd5e-e05d-409e-9c58-2dde364c7950 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Feb 17 03:31:17.207361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a83b6-be2e-4c50-93be-c47f0cf02cfa req-796477ec-fc9b-4057-8c6f-d3a001b1ea0b tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:17.208987 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-670a83b6-be2e-4c50-93be-c47f0cf02cfa req-796477ec-fc9b-4057-8c6f-d3a001b1ea0b tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 0.0962231 Feb 17 03:31:17.261079 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-670a83b6-be2e-4c50-93be-c47f0cf02cfa req-48ab99b7-46ed-40bb-bc9a-25440024df9f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Feb 17 03:31:17.462161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ae3df-efa6-4e02-90bb-7663c1f4767e req-b7b2472e-9abe-4fb1-abdf-45f33144c591 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:17.463802 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9a0ae3df-efa6-4e02-90bb-7663c1f4767e req-b7b2472e-9abe-4fb1-abdf-45f33144c591 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0857632 Feb 17 03:31:17.527237 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9a0ae3df-efa6-4e02-90bb-7663c1f4767e req-53aee7ab-edd9-4015-b5af-acb4130df2d9 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 Feb 17 03:31:17.550096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:17.703003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:17.703462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:17.781537 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6bcc5-03b3-41a3-8118-4d0e1a09b2b2 req-008b18ee-c52d-4a54-803c-db8a60649261 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:17.793575 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92e6bcc5-03b3-41a3-8118-4d0e1a09b2b2 req-008b18ee-c52d-4a54-803c-db8a60649261 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1675239 Feb 17 03:31:17.872825 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92e6bcc5-03b3-41a3-8118-4d0e1a09b2b2 req-9f1c2b8c-f81d-436e-863f-a9b11089ebed tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696685 Feb 17 03:31:18.237732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45857f64-2d84-4c48-876b-2414e5b0b19a req-a2481925-c2e0-48bf-b016-d96c3de1d2a2 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:18.240665 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-45857f64-2d84-4c48-876b-2414e5b0b19a req-a2481925-c2e0-48bf-b016-d96c3de1d2a2 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0925448 Feb 17 03:31:18.316820 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-45857f64-2d84-4c48-876b-2414e5b0b19a req-ea5690f2-61fa-4ef2-94fb-83cb72b74464 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630620 Feb 17 03:31:18.427109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-91214f1b-ccd9-4f36-8f76-04c1cfea4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:18.429035 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-91214f1b-ccd9-4f36-8f76-04c1cfea4ba2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 1162 time: 0.0943239 Feb 17 03:31:18.469155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f97cdc-3da7-4aa8-941a-d480a6004e86 req-22b2fc72-e85f-4bb3-8cd3-a72d0ebd8cbf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:18.470692 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-85f97cdc-3da7-4aa8-941a-d480a6004e86 req-22b2fc72-e85f-4bb3-8cd3-a72d0ebd8cbf tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 0.0883324 Feb 17 03:31:18.527261 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-85f97cdc-3da7-4aa8-941a-d480a6004e86 req-4f83afb2-8ab3-41d9-9be5-24baadde744b tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498924 Feb 17 03:31:18.641509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-6ec7cfdd-ac98-4b8e-b11f-e895620fb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:18.643278 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-6ec7cfdd-ac98-4b8e-b11f-e895620fb8f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 905 time: 0.1492631 Feb 17 03:31:18.735058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c8d7c-d566-46e5-81a0-7e0b811f0680 req-c52014d4-3f49-484f-9454-129979cdd5ab tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:18.736692 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-df7c8d7c-d566-46e5-81a0-7e0b811f0680 req-c52014d4-3f49-484f-9454-129979cdd5ab tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0904214 Feb 17 03:31:18.766071 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-b2b4f526-47a0-4634-8e00-252cba8ac372 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9358840c-540b-49de-b65a-0d353ab98a38 HTTP/1.1" status: 200 len: 1001 time: 0.1098514 Feb 17 03:31:18.787308 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-df7c8d7c-d566-46e5-81a0-7e0b811f0680 req-e598a9d6-1c5a-4267-a0ee-6f2f5af9241e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434761 Feb 17 03:31:18.840955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-db3049f8-20bc-4bb9-93b3-3a2f2e8cf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:18.842850 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-db3049f8-20bc-4bb9-93b3-3a2f2e8cf9bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.0688796 Feb 17 03:31:18.981718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-9b696f9d-bc01-49a9-b634-d481a79b1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:18.983420 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-9b696f9d-bc01-49a9-b634-d481a79b1792 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849237 Feb 17 03:31:19.340630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-87fa1caa-2f30-425f-a955-15212f95cd64 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:19.341425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-87fa1caa-2f30-425f-a955-15212f95cd64 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Synchronizing usage tracker for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:31:19.386263 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-a11e760e-a5fd-4501-a53a-6f7ca5675026 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729075 Feb 17 03:31:19.390978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-87fa1caa-2f30-425f-a955-15212f95cd64 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Unset dirty status for tenant:dfe8ffb6ca55409f8f77e5749bd36b9a on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:31:19.392120 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-87fa1caa-2f30-425f-a955-15212f95cd64 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 0.2559955 Feb 17 03:31:19.492916 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:19.614700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eef10-3d3a-4587-92e7-93a35d9dd224 req-528fd9fb-f13c-4d60-bef6-991b65ef7c4d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:19.622694 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-888eef10-3d3a-4587-92e7-93a35d9dd224 req-528fd9fb-f13c-4d60-bef6-991b65ef7c4d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1565261 Feb 17 03:31:19.651770 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75f2f404-8e3f-4293-b65d-ad6dc755dc02 req-4e7e8590-b0a5-48d5-93b2-6b69281e7762 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2412581 Feb 17 03:31:19.679432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:19.679868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:19.688770 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-888eef10-3d3a-4587-92e7-93a35d9dd224 req-b6f2509b-41ae-4789-81f3-35e02340d4a6 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650218 Feb 17 03:31:19.778691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Deleting port a211319c-6b5f-4062-bc0a-9387de45d702 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:31:19.779174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:19.927827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f256741-9967-4e7c-96e4-6d51c55f33ea req-a34603eb-e986-42fb-ac16-e74f605946ce tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:19.929844 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f256741-9967-4e7c-96e4-6d51c55f33ea req-a34603eb-e986-42fb-ac16-e74f605946ce tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 946 time: 0.1321890 Feb 17 03:31:19.996654 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f256741-9967-4e7c-96e4-6d51c55f33ea req-40fc6a5c-20be-4c83-9ae1-b22128b905ab tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601401 Feb 17 03:31:20.055739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device a211319c-6b5f-4062-bc0a-9387de45d702 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:31:20.123392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4373f83-493c-460a-933b-1f7eec11daa0 req-c86d6225-c940-4225-a184-2ac35fc3f6f4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:20.125032 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4373f83-493c-460a-933b-1f7eec11daa0 req-c86d6225-c940-4225-a184-2ac35fc3f6f4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0952251 Feb 17 03:31:20.186938 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4373f83-493c-460a-933b-1f7eec11daa0 req-42a16e3f-dabc-4ee3-a165-ed8c7cf87bf5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546806 Feb 17 03:31:20.211314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:20.247612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] For port a211319c-6b5f-4062-bc0a-9387de45d702, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a211319c-6b5f-4062-bc0a-9387de45d702,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:31:20.248135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:20.252102 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d859606-f307-42d9-b35e-a27767722eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a211319c-6b5f-4062-bc0a-9387de45d702'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:20.264851 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port a211319c-6b5f-4062-bc0a-9387de45d702, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a211319c-6b5f-4062-bc0a-9387de45d702,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:31:20.271146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:20.273206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:20.369122 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d859606-f307-42d9-b35e-a27767722eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a211319c-6b5f-4062-bc0a-9387de45d702', 'code': 200} Feb 17 03:31:20.370508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=a211319c-6b5f-4062-bc0a-9387de45d702,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:20.374190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:20.398878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Calling delete_port for a211319c-6b5f-4062-bc0a-9387de45d702 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:31:20.499935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:31:20.500455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:31:20.975891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18829ee4-0364-43bc-8736-3b999b211a41 req-03f5c1c2-abe2-46d0-9bc8-fd270ce1af06 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:20.977528 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-18829ee4-0364-43bc-8736-3b999b211a41 req-03f5c1c2-abe2-46d0-9bc8-fd270ce1af06 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1358342 Feb 17 03:31:21.001894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Deleting port a211319c-6b5f-4062-bc0a-9387de45d702 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:31:21.002668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:21.039619 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-18829ee4-0364-43bc-8736-3b999b211a41 req-8ba5f33d-9d9c-48e8-9d10-a3c94a54ae61 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535955 Feb 17 03:31:21.281362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ba19a-d4e7-46da-8bcb-b092ada4ef30 req-8ee831e2-4673-4c18-96d7-f6d0701cde86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:21.289176 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-915ba19a-d4e7-46da-8bcb-b092ada4ef30 req-8ee831e2-4673-4c18-96d7-f6d0701cde86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 944 time: 0.1118767 Feb 17 03:31:21.316284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] For port a211319c-6b5f-4062-bc0a-9387de45d702, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a211319c-6b5f-4062-bc0a-9387de45d702,segment=NetworkSegment(8abe0c2a-40a4-4a7d-a844-e7d37857e621),segment_id=8abe0c2a-40a4-4a7d-a844-e7d37857e621)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:31:21.316840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:21.335735 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-915ba19a-d4e7-46da-8bcb-b092ada4ef30 req-f4951d97-aefc-4405-a007-9027f8515f08 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/security-groups?id=185c1f22-b6c8-4826-a5ad-e5d80027b1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Feb 17 03:31:21.471089 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Calling delete_port for a211319c-6b5f-4062-bc0a-9387de45d702 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:31:21.498757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:21.586689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 9358840c-540b-49de-b65a-0d353ab98a38 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:21.587737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:21.661930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:21.682439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:21.851570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Pushing event deleted for resources: {'Port': ['ID=a211319c-6b5f-4062-bc0a-9387de45d702,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:21.854845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:21.939955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] No DVR routers for this DVR port a211319c-6b5f-4062-bc0a-9387de45d702 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:31:21.942373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:21.946758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d859606-f307-42d9-b35e-a27767722eeb', 'name': 'network-vif-deleted', 'tag': 'a211319c-6b5f-4062-bc0a-9387de45d702'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:21.964230 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-267e7bd9-a0bd-4e58-9a19-35187d5074ec req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.38 "DELETE /v2.0/ports/a211319c-6b5f-4062-bc0a-9387de45d702 HTTP/1.1" status: 204 len: 173 time: 2.4028285 Feb 17 03:31:22.000387 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d859606-f307-42d9-b35e-a27767722eeb', 'name': 'network-vif-deleted', 'tag': 'a211319c-6b5f-4062-bc0a-9387de45d702', 'status': 'completed', 'code': 200} Feb 17 03:31:22.134950 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405d358-e0e7-43f8-907a-e4ba3f16d0b6 req-e2476baf-44e9-460d-94f3-319e59d9888b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:22.136909 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f405d358-e0e7-43f8-907a-e4ba3f16d0b6 req-e2476baf-44e9-460d-94f3-319e59d9888b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1065063 Feb 17 03:31:22.253911 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f405d358-e0e7-43f8-907a-e4ba3f16d0b6 req-5caa0f40-ffb1-4480-b8e0-9e87feef5443 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102707 Feb 17 03:31:22.295306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e1355-a2be-42fe-ac26-72413441ad62 req-ef9d562e-8c9c-40fe-a311-2a7effa70f5d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:22.297100 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f83e1355-a2be-42fe-ac26-72413441ad62 req-ef9d562e-8c9c-40fe-a311-2a7effa70f5d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1315112 Feb 17 03:31:22.396305 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f83e1355-a2be-42fe-ac26-72413441ad62 req-ba768240-3107-48e4-bc32-e3916c03afed tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913703 Feb 17 03:31:22.677256 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d261100d-fce3-43b1-ac2d-4d27bcdfc288 req-a3b06da9-cb35-4119-a48a-c1f0773a388f tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d859606-f307-42d9-b35e-a27767722eeb HTTP/1.1" status: 200 len: 210 time: 0.0601642 Feb 17 03:31:23.623708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:23.783347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44544) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:23.850200 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] Deleting subnet 65fe182d-b47f-43e6-a41b-3c2634828fd3 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:31:23.853495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:23.907238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15667004'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:23.972225 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:24.235542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15502013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16395473'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:24.251152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-80f21603-bd24-49f1-8df8-b14d51446be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:24.301848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65fe182d-b47f-43e6-a41b-3c2634828fd3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:24.304805 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:24.394494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:24.401733 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0de7b96d-7302-4760-87c7-2bda04a60963 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/65fe182d-b47f-43e6-a41b-3c2634828fd3 HTTP/1.1" status: 204 len: 168 time: 0.6171460 Feb 17 03:31:24.404496 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44562) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:24.535948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:24.739904 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:24.866729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e2f301-9871-4c89-a13d-42f80a9ac33b']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:31:24.881215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abe0c2a-40a4-4a7d-a844-e7d37857e621') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:31:24.881556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abe0c2a-40a4-4a7d-a844-e7d37857e621') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:31:24.894013 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:24.911787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:24.913872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:31:25.104516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:31:25.114284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:25.516181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Network 61e2f301-9871-4c89-a13d-42f80a9ac33b has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:31:25.558767 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:31:25.628210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:25.633389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:25.639195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:25.664555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e2f301-9871-4c89-a13d-42f80a9ac33b,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:25.673089 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.673490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.673891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.674298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.674695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.675334 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.675502 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.675885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.676411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.677078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.677608 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.677997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.678459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.678859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.679270 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.679660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.680044 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.680439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.680822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.681211 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.681602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.681989 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.682372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.682760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:25.686651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:25.691514 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4e49f7c6-d511-40e5-8a65-9e18cac57b14 admin admin] 10.222.0.49 "DELETE /v2.0/networks/61e2f301-9871-4c89-a13d-42f80a9ac33b HTTP/1.1" status: 204 len: 168 time: 1.2858202 Feb 17 03:31:25.904140 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44594) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:25.964798 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-991c4d1e-cd91-4427-b75a-906a4087e23f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfe8ffb6ca55409f8f77e5749bd36b9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0588064 Feb 17 03:31:25.967663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44600) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:26.032913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d55d-8d76-42e7-be0b-b42539b12b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:26.060230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d55d-8d76-42e7-be0b-b42539b12b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:26.106767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d55d-8d76-42e7-be0b-b42539b12b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:26.110949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5f2eb179-e60c-42e9-9b66-a87b7c30a553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:26.122968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5d55d-8d76-42e7-be0b-b42539b12b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185c1f22-b6c8-4826-a5ad-e5d80027b1a1,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:26.127924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-aeb5d55d-8d76-42e7-be0b-b42539b12b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:26.130314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d55d-8d76-42e7-be0b-b42539b12b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:26.131329 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-aeb5d55d-8d76-42e7-be0b-b42539b12b7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/185c1f22-b6c8-4826-a5ad-e5d80027b1a1 HTTP/1.1" status: 204 len: 168 time: 0.1623895 Feb 17 03:31:26.915668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-c8038855-b287-4576-94f4-3900e939fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:26.924286 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-c8038855-b287-4576-94f4-3900e939fdd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1162 time: 0.1067684 Feb 17 03:31:26.968445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e325da9-c991-400d-a44c-4891573ec343 req-a1b5baae-d6af-47de-b308-1b19fc6b0b53 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:26.970037 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7e325da9-c991-400d-a44c-4891573ec343 req-a1b5baae-d6af-47de-b308-1b19fc6b0b53 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1234810 Feb 17 03:31:27.091763 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7e325da9-c991-400d-a44c-4891573ec343 req-ffe6ac46-8808-4410-8bd8-dbc8a4038c02 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985312 Feb 17 03:31:27.146437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-902293a5-6765-4ddf-95a0-27dac73239f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:27.148366 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-902293a5-6765-4ddf-95a0-27dac73239f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 912 time: 0.2148726 Feb 17 03:31:27.203220 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-a4d9de1d-3358-4e74-9aa2-d7c1b65394c6 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Synchronizing usage tracker for tenant:d79b55d18d854163802d3d84d266e6be on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:31:27.226898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-a4d9de1d-3358-4e74-9aa2-d7c1b65394c6 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Unset dirty status for tenant:d79b55d18d854163802d3d84d266e6be on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:31:27.228306 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-a4d9de1d-3358-4e74-9aa2-d7c1b65394c6 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1053957271&fields=id&tenant_id=d79b55d18d854163802d3d84d266e6be HTTP/1.1" status: 200 len: 267 time: 0.0745494 Feb 17 03:31:27.235256 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-d7670d8f-78da-43fa-a472-51a9025d6554 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 200 len: 217 time: 0.0750363 Feb 17 03:31:27.323028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-43f1228d-e2de-4e5f-b978-56c806301831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:27.324899 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-43f1228d-e2de-4e5f-b978-56c806301831 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.0672359 Feb 17 03:31:27.393276 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-9d690272-bdb4-4551-9274-c5ad1da020e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586920 Feb 17 03:31:27.419251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-17031543-3856-47f4-a870-4485bf412b93 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:27.420018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-17031543-3856-47f4-a870-4485bf412b93 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Synchronizing usage tracker for tenant:d79b55d18d854163802d3d84d266e6be on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:31:27.438533 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-17031543-3856-47f4-a870-4485bf412b93 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Unset dirty status for tenant:d79b55d18d854163802d3d84d266e6be on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:31:27.446629 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-17031543-3856-47f4-a870-4485bf412b93 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 808 time: 0.2101650 Feb 17 03:31:27.466590 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-fd974814-cbbe-43e2-bbcc-d1d073dab130 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/quotas/d79b55d18d854163802d3d84d266e6be HTTP/1.1" status: 200 len: 375 time: 0.0189416 Feb 17 03:31:27.562262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-3fc22d52-3858-490c-ab4a-ec3f50dd604e tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Synchronizing usage tracker for tenant:d79b55d18d854163802d3d84d266e6be on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:31:27.605823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-3fc22d52-3858-490c-ab4a-ec3f50dd604e tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Unset dirty status for tenant:d79b55d18d854163802d3d84d266e6be on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:31:27.607687 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-3fc22d52-3858-490c-ab4a-ec3f50dd604e tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400402 Feb 17 03:31:27.796312 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-1a332f71-7680-4d73-a4fe-18a18ae92866 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831635 Feb 17 03:31:27.822052 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-5b6e6cbe-df7a-4d68-8faf-181adf2df28e service neutron] 10.222.0.49 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013633 Feb 17 03:31:27.926737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 44676) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:28.011537 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-6a8cd3d2-5618-4957-af52-e3191bf22ccb service neutron] 10.222.0.49 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1800265 Feb 17 03:31:28.033765 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d8aca3cc-dc5a-4e0c-9163-83902f06119d req-55a211fe-fff4-4edf-b8bf-47aa5fd95dc6 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2069354 Feb 17 03:31:28.120477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.138680 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:28.143001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:121d41c5f19f4d4786fd09a0c0505ea4 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:28.146996 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:28.153310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:28.332702 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.338413 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.372150 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-89435c37-a63e-4644-ac1c-73fc55546a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:28.377154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908fb36-a784-4986-8731-fbe26ca7235f req-245ce067-20c2-4bc9-8c29-ba4c919f179d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:28.378815 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a908fb36-a784-4986-8731-fbe26ca7235f req-245ce067-20c2-4bc9-8c29-ba4c919f179d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1521158 Feb 17 03:31:28.381949 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=121d41c5f19f4d4786fd09a0c0505ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540098 Feb 17 03:31:28.387439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 44714) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:28.447596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616eee34-5f39-48ca-b5f6-bd37e29f63c9,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:28.461407 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a908fb36-a784-4986-8731-fbe26ca7235f req-c10b9200-2fb8-4ca9-a41a-20280a9f5dad tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Feb 17 03:31:28.475350 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.475757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.476173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.476557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.476951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.477339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.477729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.478116 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.478498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.478887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.479326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.479771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.480225 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.480907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.481033 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.481451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.481902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.482292 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.482751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.483157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.483579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.483967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.484351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.484729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:28.495994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:28.516269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44720) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:28.560669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-547860ac-56cb-4cb5-98cb-48197fce8f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.601123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-547860ac-56cb-4cb5-98cb-48197fce8f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.657198 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-547860ac-56cb-4cb5-98cb-48197fce8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.668420 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:28.681154 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ef89d845-f3c5-4397-ac68-2baf8d9a8e41 req-424c6291-97ae-40dc-9bc7-4d30aa6a9677 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 210 time: 0.0559766 Feb 17 03:31:28.683840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547860ac-56cb-4cb5-98cb-48197fce8f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616eee34-5f39-48ca-b5f6-bd37e29f63c9,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:28.690749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-547860ac-56cb-4cb5-98cb-48197fce8f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:28.706605 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-547860ac-56cb-4cb5-98cb-48197fce8f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.708441 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-547860ac-56cb-4cb5-98cb-48197fce8f57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/616eee34-5f39-48ca-b5f6-bd37e29f63c9 HTTP/1.1" status: 204 len: 168 time: 0.3200243 Feb 17 03:31:28.762365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.796348 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:28.816193 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:c46263ba850b4b2cad78a74f43984525 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:28.821340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:28.827907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:28.940310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.945027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:28.956794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1b513078-c7da-4ce4-98fe-62475747cb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:29.010868 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c46263ba850b4b2cad78a74f43984525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932489 Feb 17 03:31:29.012087 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf888120-7425-4d9f-83c7-b52be726734c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:29.015419 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44752) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:29.029293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:29.095304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05d5ed88-74c6-471b-9b24-5e47143d1407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:29.134287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05d5ed88-74c6-471b-9b24-5e47143d1407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:29.185993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05d5ed88-74c6-471b-9b24-5e47143d1407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:29.193002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-195680d6-be8d-4d9f-a003-06e67079b510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:29.215059 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5ed88-74c6-471b-9b24-5e47143d1407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf888120-7425-4d9f-83c7-b52be726734c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:29.215059 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-05d5ed88-74c6-471b-9b24-5e47143d1407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:29.216075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05d5ed88-74c6-471b-9b24-5e47143d1407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:29.217849 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-05d5ed88-74c6-471b-9b24-5e47143d1407 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf888120-7425-4d9f-83c7-b52be726734c HTTP/1.1" status: 204 len: 168 time: 0.2012734 Feb 17 03:31:29.559458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44788) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:29.774597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:29.812495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:29.819715 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Usage tracker for resource:security_group_rule and tenant:667375acbb1b40478642fb82c1476d3d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:29.823411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:29.831840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:29.891481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276a590-d304-458f-bddf-02b98a338112 req-d75a92ca-bda9-46f4-858d-d7c3b8a84693 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:29.893104 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e276a590-d304-458f-bddf-02b98a338112 req-d75a92ca-bda9-46f4-858d-d7c3b8a84693 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.2485638 Feb 17 03:31:29.930673 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fa89755a-9a32-47d0-81ce-2d2cc1a67ce0 req-752d1e04-6537-44ca-974a-fe7dd9ec9b01 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 210 time: 0.0868866 Feb 17 03:31:30.009590 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e276a590-d304-458f-bddf-02b98a338112 req-bc265ce7-ee73-48aa-9a66-192b499baa44 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034982 Feb 17 03:31:30.089658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.093658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.122241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-322d637a-8b87-4cbc-94ce-bc2237821ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:30.167185 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=667375acbb1b40478642fb82c1476d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062367 Feb 17 03:31:30.169954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44844) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:30.172876 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fa2b1f-ce01-430d-ba80-6d79e43513b5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:30.195831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 44848) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:30.199065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:30.247056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-239d04c9-21cd-4345-913c-b3b499c38987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.306506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-239d04c9-21cd-4345-913c-b3b499c38987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.359485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-239d04c9-21cd-4345-913c-b3b499c38987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.364930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7507fc62-7170-43f4-b2d6-1534dd901c90 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:30.388533 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d04c9-21cd-4345-913c-b3b499c38987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fa2b1f-ce01-430d-ba80-6d79e43513b5,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:30.392286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-239d04c9-21cd-4345-913c-b3b499c38987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:30.393749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1339522861-network', 'tenant_id': 'e333cf980e864dcfbea74fa76a42c0d1'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:31:30.393880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-239d04c9-21cd-4345-913c-b3b499c38987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.395602 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-239d04c9-21cd-4345-913c-b3b499c38987 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4fa2b1f-ce01-430d-ba80-6d79e43513b5 HTTP/1.1" status: 204 len: 168 time: 0.2240765 Feb 17 03:31:30.404464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:30.413371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Usage tracker for resource:network and tenant:e333cf980e864dcfbea74fa76a42c0d1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:30.418539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:30.429741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:30.465159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-6c54ba0a-a3d7-42f3-9b4b-5173be6abd99 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:30.467133 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-6c54ba0a-a3d7-42f3-9b4b-5173be6abd99 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.38 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 808 time: 0.2143862 Feb 17 03:31:30.467449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Made reservation on behalf of e333cf980e864dcfbea74fa76a42c0d1 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:31:30.472259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.486508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.502995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:30.522167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Usage tracker for resource:security_group_rule and tenant:e333cf980e864dcfbea74fa76a42c0d1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:30.525983 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:30.532075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:30.674358 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.681560 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-9139def4-d07e-4574-905d-d748e8a8962c tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d79b55d18d854163802d3d84d266e6be HTTP/1.1" status: 200 len: 5759 time: 0.1737111 Feb 17 03:31:30.682766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.687573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:30.703512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Request body: {'port': {'device_id': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'admin_state_up': True, 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'security_groups': ['7ced69b3-60af-4ef3-81a2-d51883e2e70b']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:31:30.767268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:31:30.876012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.876471 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Added segment bfc91f86-f65d-4558-af5d-fe32c6e0f2e3 of type vxlan for network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 Feb 17 03:31:30.877724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60718c43-1f30-4aeb-8924-1709e0f92f60,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:30.887550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:30.926468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.955905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:30.975073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44886) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:30.981358 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:30.990967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.992676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:30.993333 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:30.998679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:31.012128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Made reservation on behalf of d79b55d18d854163802d3d84d266e6be for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:31:31.017851 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:31.146885 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d837fef4-c6de-47d9-9d8c-e077ea0ca634 req-227ad32f-36bb-4d24-81b7-8eba42928dbf tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 210 time: 0.0699124 Feb 17 03:31:31.153723 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9553351 Feb 17 03:31:31.167509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 44898) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:31.175866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:31.188944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0f1644-4fa4-4e39-97b6-6375b476c2c5,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:31.198723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Request body: {'subnet': {'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1339522861-subnet', 'tenant_id': 'e333cf980e864dcfbea74fa76a42c0d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:31:31.201572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:31:31.205416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:31.262653 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:31.271667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:31.276427 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Usage tracker for resource:security_group_rule and tenant:256a4ee5da714a4e9333951b98e6e3a9 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:31.279716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:31.279921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Usage tracker for resource:subnet and tenant:e333cf980e864dcfbea74fa76a42c0d1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:31.285837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:31.286824 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:31.297011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:31.321472 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Made reservation on behalf of e333cf980e864dcfbea74fa76a42c0d1 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:31:31.327628 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:31.390218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:31.398642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:31.408108 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:31:31.419373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-869b57b0-ca45-409b-908b-9d1228a32922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:31.494469 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=256a4ee5da714a4e9333951b98e6e3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190260 Feb 17 03:31:31.495879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a44d62-f3d4-47fb-b80a-e8650ddc2899,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:31.497912 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 44906) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:31.502851 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:31.530481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb546f1-e533-4006-b463-92d43f99fe12 req-3b28b385-d61a-432a-87a7-b69dd1e1f70d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:31.542979 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4cb546f1-e533-4006-b463-92d43f99fe12 req-3b28b385-d61a-432a-87a7-b69dd1e1f70d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.3290663 Feb 17 03:31:31.602486 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4cb546f1-e533-4006-b463-92d43f99fe12 req-e15d60a9-a046-4703-8c58-ab47c2c02c24 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577912 Feb 17 03:31:31.676029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-57f6d002-8c7a-4ee7-9379-101b16c6a29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:31.710475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Allocated IP 172.20.0.3 (ff00d78a-41ad-4242-a387-3a3401455ed0/0dcbbd6b-d74f-4414-acfc-2aa6173dd010/1f878f8f-72b4-4965-9e72-939bf7eb878c) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:31:31.767638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-57f6d002-8c7a-4ee7-9379-101b16c6a29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.008338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-57f6d002-8c7a-4ee7-9379-101b16c6a29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.013731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:32.036433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6d002-8c7a-4ee7-9379-101b16c6a29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a44d62-f3d4-47fb-b80a-e8650ddc2899,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:32.046296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-57f6d002-8c7a-4ee7-9379-101b16c6a29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:32.155191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.181096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Transition to ACTIVE for port object 1f878f8f-72b4-4965-9e72-939bf7eb878c will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:31:32.188656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-57f6d002-8c7a-4ee7-9379-101b16c6a29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.189900 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-57f6d002-8c7a-4ee7-9379-101b16c6a29d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1a44d62-f3d4-47fb-b80a-e8650ddc2899 HTTP/1.1" status: 204 len: 168 time: 0.6909533 Feb 17 03:31:32.227907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.243868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:32.370979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92fb25-bc27-4ad1-850f-333073d54bcb req-0d23beb2-f9d1-4aa0-b788-c723fd42185d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:32.373567 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fe92fb25-bc27-4ad1-850f-333073d54bcb req-0d23beb2-f9d1-4aa0-b788-c723fd42185d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 931 time: 0.0975301 Feb 17 03:31:32.425242 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fe92fb25-bc27-4ad1-850f-333073d54bcb req-290820a0-e651-4a59-8bf0-73038ca26d11 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436690 Feb 17 03:31:32.449554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event updated for resources: {'Port': ['ID=1f878f8f-72b4-4965-9e72-939bf7eb878c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:32.457675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:32.484861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.504318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:32.567725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44926) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:32.587572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.602859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:32.606911 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Usage tracker for resource:security_group_rule and tenant:3d2d5def637649ed807a05c20f2dab31 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:32.609883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:32.615773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:32.645503 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Network ff00d78a-41ad-4242-a387-3a3401455ed0 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:31:32.651630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:31:32.655671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39627df-3f70-47dd-90d9-82339ce0e929,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:32.659530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:31:32.664835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:32.665316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.673125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:32.707802 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0110054 Feb 17 03:31:32.744683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Request body: {'port': {'device_id': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:31:32.796422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.801289 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.813907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6b05e9c-d61b-4f22-8a50-270fd3896925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:32.816293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Checking segment: {'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:31:32.816747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Network hostable DHCP agents. Network: 9a0f1644-4fa4-4e39-97b6-6375b476c2c5, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:31:32.869413 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df792e7-3498-4206-9c5d-b69058dbc713,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:32.872978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:32.877258 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d2d5def637649ed807a05c20f2dab31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083839 Feb 17 03:31:32.880351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 44932) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:32.900617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:31:32.904415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.905679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10440ae-b817-485c-8c31-d86e46a9e206 req-4433c1e3-2fb7-4688-85c0-821dfe3149f4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:32.907318 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b10440ae-b817-485c-8c31-d86e46a9e206 req-4433c1e3-2fb7-4688-85c0-821dfe3149f4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1921971 Feb 17 03:31:32.924462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 9a0f1644-4fa4-4e39-97b6-6375b476c2c5) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:31:32.933104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148cdade-fe96-4eaf-a692-0dd5a3c66bf3 None None] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:31:32.957939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:32.958390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:32.999921 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b10440ae-b817-485c-8c31-d86e46a9e206 req-1d675d5a-cc8a-40e0-ad12-5a38c15a5bde tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829511 Feb 17 03:31:33.002656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c82cabc-39b1-413a-aeb1-d6049ca3a4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:33.044181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c82cabc-39b1-413a-aeb1-d6049ca3a4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:33.057170 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-42d35a53-a3a7-4c85-8ca3-b6ff09ec08d7 None None] Provisioning for port 1f878f8f-72b4-4965-9e72-939bf7eb878c completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:31:33.066113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-42d35a53-a3a7-4c85-8ca3-b6ff09ec08d7 None None] Provisioning complete for port 1f878f8f-72b4-4965-9e72-939bf7eb878c triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:33.066547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42d35a53-a3a7-4c85-8ca3-b6ff09ec08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:33.096229 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c82cabc-39b1-413a-aeb1-d6049ca3a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:33.101970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9b16df3c-829a-41ce-bdda-93c8aa4d0426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:33.118500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82cabc-39b1-413a-aeb1-d6049ca3a4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df792e7-3498-4206-9c5d-b69058dbc713,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:33.121392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c82cabc-39b1-413a-aeb1-d6049ca3a4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:33.129062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c82cabc-39b1-413a-aeb1-d6049ca3a4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:33.133014 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5c82cabc-39b1-413a-aeb1-d6049ca3a4b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0df792e7-3498-4206-9c5d-b69058dbc713 HTTP/1.1" status: 204 len: 168 time: 0.2488861 Feb 17 03:31:33.157700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-42d35a53-a3a7-4c85-8ca3-b6ff09ec08d7 None None] Port 1f878f8f-72b4-4965-9e72-939bf7eb878c cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:31:33.226165 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ceeb79e0-b5cf-4b0d-a5c7-ab0c3e35fa78 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0516179 Feb 17 03:31:33.278296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cef37-2e17-4130-90bd-cfb3fbb19a59 None None] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:31:33.690234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9720-3efb-4934-9d03-3f553fffaccf req-01b7ba6e-3930-4523-b3f9-1304dc2a71aa tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:33.699251 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-447d9720-3efb-4934-9d03-3f553fffaccf req-01b7ba6e-3930-4523-b3f9-1304dc2a71aa tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 931 time: 0.1140916 Feb 17 03:31:33.741300 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f878f8f-72b4-4965-9e72-939bf7eb878c {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:31:33.768453 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:33.793637 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Transition to ACTIVE for port object 1f878f8f-72b4-4965-9e72-939bf7eb878c will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:31:33.800792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:33.819669 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-447d9720-3efb-4934-9d03-3f553fffaccf req-1929d4a8-cde6-49b3-a9fa-a296eee18668 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1193573 Feb 17 03:31:33.862680 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fc80c972-337f-4302-8b11-99db22fc695c tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:33.997839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Pushing event updated for resources: {'Port': ['ID=1f878f8f-72b4-4965-9e72-939bf7eb878c,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:34.002307 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:34.128162 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Attempting to bind port 1f878f8f-72b4-4965-9e72-939bf7eb878c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:31:34.128613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Attempting to bind port 1f878f8f-72b4-4965-9e72-939bf7eb878c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:31:34.129197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Attempting to bind port 1f878f8f-72b4-4965-9e72-939bf7eb878c on network ff00d78a-41ad-4242-a387-3a3401455ed0 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:31:34.137238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:31:34.137568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Checking segment: {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:31:34.137983 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:34.138382 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Bound using segment: {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:31:34.138871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Bound port: 1f878f8f-72b4-4965-9e72-939bf7eb878c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:31:34.139406 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:34.272845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba457416-6584-419e-850b-326975a58cd9 req-bb0b3551-133c-468a-afe3-ebd5aae4af71 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:34.274570 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ba457416-6584-419e-850b-326975a58cd9 req-bb0b3551-133c-468a-afe3-ebd5aae4af71 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1220396 Feb 17 03:31:34.342493 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ba457416-6584-419e-850b-326975a58cd9 req-6d656e54-64b4-41d9-8c97-3f80ed9985bf tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606492 Feb 17 03:31:34.354559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] For port 1f878f8f-72b4-4965-9e72-939bf7eb878c, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:31:34.354559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] For port 1f878f8f-72b4-4965-9e72-939bf7eb878c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:31:34.354559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:34.373293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e7a72c1f-6983-48cb-8519-e8bcd8ce08dd tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:34.532710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Pushing event updated for resources: {'Port': ['ID=1f878f8f-72b4-4965-9e72-939bf7eb878c,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:34.538362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:34.569596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:34.570270 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:34.571855 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] 10.222.0.38 "PUT /v2.0/ports/1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 1157 time: 1.8350010 Feb 17 03:31:34.572411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:34.629427 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'status': 'completed', 'code': 200} Feb 17 03:31:34.735830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-d89fe067-2bfe-41d1-8242-a75fc3d9cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:34.737567 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-d89fe067-2bfe-41d1-8242-a75fc3d9cc92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1160 time: 0.0831811 Feb 17 03:31:34.837804 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-3f4f63b4-d0a5-4334-9349-3bd5ed22de1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 217 time: 0.0747778 Feb 17 03:31:34.908439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-164f28dd-2f1e-4c4a-8dc4-b7417d035fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:34.910344 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-164f28dd-2f1e-4c4a-8dc4-b7417d035fe0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.0658493 Feb 17 03:31:35.029847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f587ac-749d-4ef1-8f17-8c55856f3044 req-9feb9dbf-9498-4143-a69b-8a6d04eb7c4d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:35.040095 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-30f587ac-749d-4ef1-8f17-8c55856f3044 req-9feb9dbf-9498-4143-a69b-8a6d04eb7c4d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1075361 Feb 17 03:31:35.083091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-bd9aaab5-2698-4ebf-835b-f4f7ffe08081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:35.084753 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-bd9aaab5-2698-4ebf-835b-f4f7ffe08081 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1649175 Feb 17 03:31:35.093502 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-30f587ac-749d-4ef1-8f17-8c55856f3044 req-bcf754bf-e90d-4862-83e2-26777a86bdce tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0519190 Feb 17 03:31:35.251174 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-65d5260e-d16c-4f4f-a997-4d6d1a58968f service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527915 Feb 17 03:31:35.401704 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8aa4487-f3a4-4f77-a5b1-dbece50f1650 req-147b08a4-aaa6-4e00-89c8-036e742489a2 service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436667 Feb 17 03:31:35.568227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769866-07c5-433b-9e6c-760440ab3b27 req-7df102c1-f5c4-43c8-9fd3-aeb5a472ba41 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:35.569999 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a769866-07c5-433b-9e6c-760440ab3b27 req-7df102c1-f5c4-43c8-9fd3-aeb5a472ba41 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1089189 Feb 17 03:31:35.623525 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a769866-07c5-433b-9e6c-760440ab3b27 req-4a4ead30-cb52-480d-9213-e40dddf5f2ac tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468743 Feb 17 03:31:35.668331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63085bb9-fbab-4949-a828-571e756fa1dc req-0f4b5a86-38c0-4518-a824-93c94f3338c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:35.670008 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63085bb9-fbab-4949-a828-571e756fa1dc req-0f4b5a86-38c0-4518-a824-93c94f3338c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1160 time: 0.1021667 Feb 17 03:31:35.829511 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63085bb9-fbab-4949-a828-571e756fa1dc req-fce12497-4cb3-482b-b57e-58aecf7fabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:35.831522 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63085bb9-fbab-4949-a828-571e756fa1dc req-fce12497-4cb3-482b-b57e-58aecf7fabd2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 902 time: 0.1486638 Feb 17 03:31:35.892654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-d53e5759-a6ae-4532-8a08-2798d9c5ce0d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:35.894274 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-d53e5759-a6ae-4532-8a08-2798d9c5ce0d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/networks?id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5 HTTP/1.1" status: 200 len: 814 time: 0.1633716 Feb 17 03:31:35.911857 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c78853f7-af84-433c-aa21-1d5bc93573dc tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/quotas/e333cf980e864dcfbea74fa76a42c0d1 HTTP/1.1" status: 200 len: 375 time: 0.0103221 Feb 17 03:31:35.952308 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63085bb9-fbab-4949-a828-571e756fa1dc req-0469c12c-a962-4835-bb4c-6c1061d000fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 217 time: 0.0715122 Feb 17 03:31:35.971749 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-9cec3507-e582-4ec8-bedc-4fee66457bc6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e333cf980e864dcfbea74fa76a42c0d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532005 Feb 17 03:31:36.014727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 45044) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:36.029877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63085bb9-fbab-4949-a828-571e756fa1dc req-f435dd58-0611-4c6c-94e2-c749bb819733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:36.031491 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63085bb9-fbab-4949-a828-571e756fa1dc req-f435dd58-0611-4c6c-94e2-c749bb819733 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.0705202 Feb 17 03:31:36.122843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63085bb9-fbab-4949-a828-571e756fa1dc req-0279e19c-b773-441a-a8f9-453a39ceb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:36.123245 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-da414de8-8511-4b53-b974-5d8c5f467b38 service neutron] 10.222.0.49 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426966 Feb 17 03:31:36.124671 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63085bb9-fbab-4949-a828-571e756fa1dc req-0279e19c-b773-441a-a8f9-453a39ceb9e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840361 Feb 17 03:31:36.185886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:36.257157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:36.272710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Usage tracker for resource:security_group_rule and tenant:51312b6f6d32499481e31915aa27e432 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:36.277973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:36.287094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:36.338674 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63085bb9-fbab-4949-a828-571e756fa1dc req-77d84a13-700f-4dc3-a6af-1875f7568716 service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903992 Feb 17 03:31:36.362182 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-0195844c-6f59-4cc4-ba04-b27732ccb9f0 service neutron] 10.222.0.49 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2322991 Feb 17 03:31:36.383444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a92b99-4c57-493b-9e75-51be5a8f2b3a req-8c5b675c-5de5-46de-b152-463e112b4910 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:36.386537 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-98a92b99-4c57-493b-9e75-51be5a8f2b3a req-8c5b675c-5de5-46de-b152-463e112b4910 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1619995 Feb 17 03:31:36.438687 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-98a92b99-4c57-493b-9e75-51be5a8f2b3a req-b0597a7a-f4fa-4b59-9a42-51663c3f2d2a tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0458212 Feb 17 03:31:36.543912 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63085bb9-fbab-4949-a828-571e756fa1dc req-1a0d2eeb-054a-4b30-a062-57c76be39a3d service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1940143 Feb 17 03:31:36.588147 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0ff2fb4-9cfb-4274-a9b9-799603499185 req-f60471f6-1083-485a-945f-1e85ffab9b85 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 210 time: 0.0773122 Feb 17 03:31:36.626734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:36.629742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:36.639494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d60d08f0-be2f-443b-9f79-a783d0467cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:36.686530 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51312b6f6d32499481e31915aa27e432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682930 Feb 17 03:31:36.686530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b39718-2b91-4608-820a-aa1e242301ee,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:36.687314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 45070) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:36.688670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:36.775604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8943a7b-7b12-4dc6-a4fc-e7b15be4c00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:36.863806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8943a7b-7b12-4dc6-a4fc-e7b15be4c00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:36.922491 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660b7cb-f08d-43c9-b53b-ff0228ac243d req-4d53b7f7-df34-45b6-bac9-52a20e00bc09 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:36.924099 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7660b7cb-f08d-43c9-b53b-ff0228ac243d req-4d53b7f7-df34-45b6-bac9-52a20e00bc09 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1453788 Feb 17 03:31:36.945533 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8943a7b-7b12-4dc6-a4fc-e7b15be4c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:36.952023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e2a73bbf-d8a9-4a13-8e0b-fdd693089b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:36.981128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8943a7b-7b12-4dc6-a4fc-e7b15be4c00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b39718-2b91-4608-820a-aa1e242301ee,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:36.987349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8943a7b-7b12-4dc6-a4fc-e7b15be4c00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:36.991147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8943a7b-7b12-4dc6-a4fc-e7b15be4c00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:36.992350 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-b8943a7b-7b12-4dc6-a4fc-e7b15be4c00c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4b39718-2b91-4608-820a-aa1e242301ee HTTP/1.1" status: 204 len: 168 time: 0.3021224 Feb 17 03:31:36.997378 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7660b7cb-f08d-43c9-b53b-ff0228ac243d req-a8c3a526-120c-4531-8e2e-f09afce59a5f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662730 Feb 17 03:31:37.296166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 45080) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:37.315604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:37.331923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:37.336376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7d412b86264931903f8f80f006ad0f is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:37.339577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:37.345738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:37.435215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:37.439606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:37.446976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-58cea920-3ea1-4bf1-b9a5-54bebacd3351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:37.491226 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d7d412b86264931903f8f80f006ad0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938386 Feb 17 03:31:37.492166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ee86e2-a8d7-40ca-a5d0-20253dfb3b3f,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:37.495243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 45086) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:37.495577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:37.602591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-395db86c-fdc3-49f9-97e5-0843b6ec25b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:37.647461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-395db86c-fdc3-49f9-97e5-0843b6ec25b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:37.704828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edf93-0aae-4a28-9daf-5d3fa2deb72a req-3f01a596-43df-480f-a1c3-7580a25562d5 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:37.706812 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-748edf93-0aae-4a28-9daf-5d3fa2deb72a req-3f01a596-43df-480f-a1c3-7580a25562d5 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1483061 Feb 17 03:31:37.770902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-395db86c-fdc3-49f9-97e5-0843b6ec25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:37.788814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5a7d5a36-365e-4540-ade2-ee730994bcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:37.797608 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8a94e07e-fdfc-4ec1-acef-10e9583ff7af req-c40f6835-8f12-4f37-b8d3-6ecd36148ca2 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 210 time: 0.0835159 Feb 17 03:31:37.812074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395db86c-fdc3-49f9-97e5-0843b6ec25b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ee86e2-a8d7-40ca-a5d0-20253dfb3b3f,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:37.815347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-395db86c-fdc3-49f9-97e5-0843b6ec25b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:37.830852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-395db86c-fdc3-49f9-97e5-0843b6ec25b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:37.835057 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-395db86c-fdc3-49f9-97e5-0843b6ec25b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2ee86e2-a8d7-40ca-a5d0-20253dfb3b3f HTTP/1.1" status: 204 len: 168 time: 0.3356929 Feb 17 03:31:37.850703 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-748edf93-0aae-4a28-9daf-5d3fa2deb72a req-bb4e79e5-bbb6-4254-b4cd-92773afcaa8d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0898156 Feb 17 03:31:38.236770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43122b7-f9d9-4917-b806-7032cb9e80a8 req-ff003705-74b0-43ff-8fb2-5ce0c77deb09 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:38.246529 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e43122b7-f9d9-4917-b806-7032cb9e80a8 req-ff003705-74b0-43ff-8fb2-5ce0c77deb09 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1040022 Feb 17 03:31:38.313457 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e43122b7-f9d9-4917-b806-7032cb9e80a8 req-838dbdb1-8a2c-4ef4-88e5-d6d9db77f79c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657752 Feb 17 03:31:38.387141 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-9acd9959-fdde-439e-a736-b2a3d6937c5f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:38.388072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-9acd9959-fdde-439e-a736-b2a3d6937c5f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Synchronizing usage tracker for tenant:e333cf980e864dcfbea74fa76a42c0d1 on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:31:38.408057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-9acd9959-fdde-439e-a736-b2a3d6937c5f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Unset dirty status for tenant:e333cf980e864dcfbea74fa76a42c0d1 on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:31:38.409888 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-9acd9959-fdde-439e-a736-b2a3d6937c5f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.38 "GET /v2.0/networks?id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5 HTTP/1.1" status: 200 len: 814 time: 0.2673151 Feb 17 03:31:38.439674 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Request body: {'port': {'device_id': 'b69933cb-0e75-4ec8-9eca-aee1ee490e88', 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5', 'admin_state_up': True, 'tenant_id': 'e333cf980e864dcfbea74fa76a42c0d1'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:31:38.586417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:38.590436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Usage tracker for resource:port and tenant:e333cf980e864dcfbea74fa76a42c0d1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:38.593418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:38.599454 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:38.609669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Made reservation on behalf of e333cf980e864dcfbea74fa76a42c0d1 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:31:38.615854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:38.924673 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:31:38.935611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Allocated IP 172.20.0.12 (9a0f1644-4fa4-4e39-97b6-6375b476c2c5/a39627df-3f70-47dd-90d9-82339ce0e929/4a7af835-f9b0-4324-8a99-b4ee8d231fbd) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:31:38.994210 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3fc2323c-6566-4305-9ab3-25d1cc607943 req-0f70dccb-4a49-4823-879f-09a33cc4ff52 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 210 time: 0.0589993 Feb 17 03:31:39.103624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961d614-013e-49ed-adfe-00aa56336a2e req-986f1872-de0c-4868-9821-ffa60ee6461b tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:39.105258 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5961d614-013e-49ed-adfe-00aa56336a2e req-986f1872-de0c-4868-9821-ffa60ee6461b tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.0890608 Feb 17 03:31:39.166453 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5961d614-013e-49ed-adfe-00aa56336a2e req-10385400-8488-4a50-bbea-b69cf6a7cc8f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0516376 Feb 17 03:31:39.273671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 45176) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:39.407677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:39.417869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:39.427309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:39.432306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Usage tracker for resource:security_group_rule and tenant:ca9bb9bd4b3c425fa3add7bbc7c89cf5 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:39.437190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:39.453239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:39.469062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a66ed712-7906-4d8f-b228-4f0e75e9d660 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:39.490854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:39.572143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7269-3763-4197-9ccd-c595df2e9f82 req-a404f214-8b98-4e6f-9423-98b81a0a2b84 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:39.573957 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7dcf7269-3763-4197-9ccd-c595df2e9f82 req-a404f214-8b98-4e6f-9423-98b81a0a2b84 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1386569 Feb 17 03:31:39.617916 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Pushing event updated for resources: {'Port': ['ID=4a7af835-f9b0-4324-8a99-b4ee8d231fbd,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:39.622486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:39.656323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:39.660538 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7dcf7269-3763-4197-9ccd-c595df2e9f82 req-edf84faf-fa58-4c58-b2f1-9f04573725e1 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736923 Feb 17 03:31:39.664418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:39.674478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:31:39.675796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:31:39.678442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:31:39.683163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:39.683758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:39.688819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2e88c67a-483f-41de-82c4-1ac585380a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:39.725495 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2902887 Feb 17 03:31:39.741048 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca9bb9bd4b3c425fa3add7bbc7c89cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661012 Feb 17 03:31:39.742161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5192264-6367-4506-8b84-3c8aa36167bf,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:39.744316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 45190) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:39.756361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:39.763052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Request body: {'port': {'device_id': 'b69933cb-0e75-4ec8-9eca-aee1ee490e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:31:39.928747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9391bb7c-a9b4-4f95-aca1-b33653741b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:39.941615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.001061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9391bb7c-a9b4-4f95-aca1-b33653741b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.170326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9391bb7c-a9b4-4f95-aca1-b33653741b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.181213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-eaab42bd-4d6b-4487-988b-dc6655107ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:40.203069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2ecc-523f-466e-859b-ed703c904d02 req-db341a30-9259-42e6-89b1-f0e8181c70e6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:40.203813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391bb7c-a9b4-4f95-aca1-b33653741b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5192264-6367-4506-8b84-3c8aa36167bf,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:40.204818 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a5ce2ecc-523f-466e-859b-ed703c904d02 req-db341a30-9259-42e6-89b1-f0e8181c70e6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 932 time: 0.0907760 Feb 17 03:31:40.210478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9391bb7c-a9b4-4f95-aca1-b33653741b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:40.215170 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9391bb7c-a9b4-4f95-aca1-b33653741b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.218364 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9391bb7c-a9b4-4f95-aca1-b33653741b4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5192264-6367-4506-8b84-3c8aa36167bf HTTP/1.1" status: 204 len: 168 time: 0.4726634 Feb 17 03:31:40.279571 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a5ce2ecc-523f-466e-859b-ed703c904d02 req-2ed63c7a-e47b-429f-a1d3-f6485829438a tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607312 Feb 17 03:31:40.494848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7af835-f9b0-4324-8a99-b4ee8d231fbd {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:31:40.505965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.522611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Transition to ACTIVE for port object 4a7af835-f9b0-4324-8a99-b4ee8d231fbd will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:31:40.528754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.631574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:40.652223 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91414a72-e9a3-45c6-bb45-611d5ddbf5fa req-a1213148-bc52-4e2a-b68b-affdf75544ab tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:40.660503 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-91414a72-e9a3-45c6-bb45-611d5ddbf5fa req-a1213148-bc52-4e2a-b68b-affdf75544ab tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.3253574 Feb 17 03:31:40.704764 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-91414a72-e9a3-45c6-bb45-611d5ddbf5fa req-0ad7c669-4d51-46a4-81f6-e9f52d892ad9 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428696 Feb 17 03:31:40.778465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 1f878f8f-72b4-4965-9e72-939bf7eb878c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:40.831520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Pushing event updated for resources: {'Port': ['ID=4a7af835-f9b0-4324-8a99-b4ee8d231fbd,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:40.836738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:40.860671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Attempting to bind port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:31:40.861207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Attempting to bind port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:31:40.861677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Attempting to bind port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd on network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:31:40.869267 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:31:40.869873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Checking segment: {'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:31:40.870363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.871032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Bound using segment: {'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:31:40.872034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Bound port: 4a7af835-f9b0-4324-8a99-b4ee8d231fbd, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:31:40.872491 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.877511 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 1f878f8f-72b4-4965-9e72-939bf7eb878c completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:31:40.883120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 1f878f8f-72b4-4965-9e72-939bf7eb878c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:40.883548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:40.897949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1f85e-b452-4a89-a33d-c96fe3a02a90 req-84791974-1c9e-49e0-8644-ed793fc9c61f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:40.903467 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-29b1f85e-b452-4a89-a33d-c96fe3a02a90 req-84791974-1c9e-49e0-8644-ed793fc9c61f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1184170 Feb 17 03:31:40.988556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] For port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:31:40.992549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] For port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=4a7af835-f9b0-4324-8a99-b4ee8d231fbd,segment=NetworkSegment(bfc91f86-f65d-4558-af5d-fe32c6e0f2e3),segment_id=bfc91f86-f65d-4558-af5d-fe32c6e0f2e3)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:31:40.998651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:41.019236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7b332d0e-27b6-44cc-851b-6632728f7e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:41.021661 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-29b1f85e-b452-4a89-a33d-c96fe3a02a90 req-063c7b85-0013-4adf-988d-57b88109c743 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966363 Feb 17 03:31:41.062993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:41.100837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:41.114007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 1f878f8f-72b4-4965-9e72-939bf7eb878c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:31:41.121686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:41.123399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:41.213365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:41.236187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Pushing event updated for resources: {'Port': ['ID=4a7af835-f9b0-4324-8a99-b4ee8d231fbd,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:41.241399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:41.259800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:41.260511 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:41.262303 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] 10.222.0.38 "PUT /v2.0/ports/4a7af835-f9b0-4324-8a99-b4ee8d231fbd HTTP/1.1" status: 200 len: 1158 time: 1.5037727 Feb 17 03:31:41.263036 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69933cb-0e75-4ec8-9eca-aee1ee490e88', 'tag': '4a7af835-f9b0-4324-8a99-b4ee8d231fbd'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:41.274550 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'code': 200} Feb 17 03:31:41.313689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 9358840c-540b-49de-b65a-0d353ab98a38 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:41.314594 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:41.334465 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69933cb-0e75-4ec8-9eca-aee1ee490e88', 'tag': '4a7af835-f9b0-4324-8a99-b4ee8d231fbd', 'status': 'completed', 'code': 200} Feb 17 03:31:41.456553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-b9782305-bcda-4d24-aa0b-bc1b30aa3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:41.458839 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-b9782305-bcda-4d24-aa0b-bc1b30aa3177 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e333cf980e864dcfbea74fa76a42c0d1&device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 1161 time: 0.0977509 Feb 17 03:31:41.494477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=1f878f8f-72b4-4965-9e72-939bf7eb878c,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:41.505692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.506293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.506504 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.506826 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.507312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.508207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.508207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.508603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.509028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.509411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.509781 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.510299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.510713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.511109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.512379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.512817 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.513210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.513590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.514017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.515030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.515652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.516228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.516957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.517535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:31:41.524154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:41.534255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292cf91-8625-44f2-82e6-dced9206c123 req-df2d7140-01ca-441c-9d67-d01d7a5d6157 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:41.542398 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8292cf91-8625-44f2-82e6-dced9206c123 req-df2d7140-01ca-441c-9d67-d01d7a5d6157 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 944 time: 0.1237354 Feb 17 03:31:41.588576 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-1b0fb0c8-b248-407b-b18f-d9f64c0d28fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7af835-f9b0-4324-8a99-b4ee8d231fbd HTTP/1.1" status: 200 len: 217 time: 0.1135554 Feb 17 03:31:41.591514 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8292cf91-8625-44f2-82e6-dced9206c123 req-0b452a51-a9ad-4daa-bed7-539aa6e2ac80 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 Feb 17 03:31:41.719362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-7d8182a0-1f64-44f2-8daa-9d4859f17b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:41.721203 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-7d8182a0-1f64-44f2-8daa-9d4859f17b08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a39627df-3f70-47dd-90d9-82339ce0e929 HTTP/1.1" status: 200 len: 854 time: 0.1253746 Feb 17 03:31:41.782605 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-0a07de3b-3c7e-4b72-bfc8-7e795e76b64e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535419 Feb 17 03:31:41.788295 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a154d0-0557-4b7b-a187-c395d6ba14af req-8feb9266-1caa-433d-a78c-b9e922ea481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:41.790091 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f3a154d0-0557-4b7b-a187-c395d6ba14af req-8feb9266-1caa-433d-a78c-b9e922ea481f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1162 time: 0.1572990 Feb 17 03:31:41.937421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a1b13-38cc-4c68-ac33-970d0fef7688 req-0e35c76a-63f0-46b8-bbf2-4374c041fb2e tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:41.945479 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-834a1b13-38cc-4c68-ac33-970d0fef7688 req-0e35c76a-63f0-46b8-bbf2-4374c041fb2e tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0962689 Feb 17 03:31:41.962800 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f3a154d0-0557-4b7b-a187-c395d6ba14af req-3701025e-4dfd-498f-836f-56f86edaa665 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1403797 Feb 17 03:31:41.987083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71b66af4-76e6-4a8d-a2ca-2fd1ed44a903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:41.997062 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-7b628647-fab5-4d62-b08b-d8a082ad4496 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966753 Feb 17 03:31:42.008530 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-834a1b13-38cc-4c68-ac33-970d0fef7688 req-8cbf19ed-3a01-4aed-bc84-12a2566a842d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0618126 Feb 17 03:31:42.074322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 1f878f8f-72b4-4965-9e72-939bf7eb878c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:42.149058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 1f878f8f-72b4-4965-9e72-939bf7eb878c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:42.149483 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:42.202843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c111b-1374-416d-b5ec-1738dfee4db8 req-3c65c403-08d9-4b4d-804d-3ff509b13ec5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:42.204808 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cb0c111b-1374-416d-b5ec-1738dfee4db8 req-3c65c403-08d9-4b4d-804d-3ff509b13ec5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0915465 Feb 17 03:31:42.294451 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cb0c111b-1374-416d-b5ec-1738dfee4db8 req-b407f443-a66f-4318-9089-365c0702ce8c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816708 Feb 17 03:31:42.476181 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbf11b36-7e7f-4c8c-8a01-137b820f07e4 req-1cbfb197-57e6-4544-897c-853462ee95e1 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1682587 Feb 17 03:31:42.692786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-92efbede-6283-48fa-824f-1ec3c704c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:42.695283 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-92efbede-6283-48fa-824f-1ec3c704c189 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e333cf980e864dcfbea74fa76a42c0d1&device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 1161 time: 0.0877156 Feb 17 03:31:42.814655 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48d3fa-78e0-448d-815d-210e92ec1383 req-d561c37e-303a-4259-8fa9-bcd2bb647add tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:42.823029 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fa48d3fa-78e0-448d-815d-210e92ec1383 req-d561c37e-303a-4259-8fa9-bcd2bb647add tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 944 time: 0.1023841 Feb 17 03:31:42.870774 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fa48d3fa-78e0-448d-815d-210e92ec1383 req-a1864679-862b-4e8c-ad15-c799e43109b1 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466497 Feb 17 03:31:42.898274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-602db16b-267c-4276-9ee8-37d852acf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:42.899910 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-602db16b-267c-4276-9ee8-37d852acf11c service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5 HTTP/1.1" status: 200 len: 908 time: 0.1835134 Feb 17 03:31:42.990061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec62aef-6daa-4904-acea-79be546cd6d0 req-12a6531a-d6ab-44ea-b8a5-b430eae1c3f4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:42.991719 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec62aef-6daa-4904-acea-79be546cd6d0 req-12a6531a-d6ab-44ea-b8a5-b430eae1c3f4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0907280 Feb 17 03:31:43.023708 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-4ca63d28-fd8f-4f9c-84d3-399d1740e134 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7af835-f9b0-4324-8a99-b4ee8d231fbd HTTP/1.1" status: 200 len: 217 time: 0.0720861 Feb 17 03:31:43.048560 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2ec62aef-6daa-4904-acea-79be546cd6d0 req-9e1733a1-8eed-4e1f-ae1b-599d76e2894d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498605 Feb 17 03:31:43.113562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-64fc7f76-aa39-47a5-aab9-a76c0f7b5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:43.115617 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-64fc7f76-aa39-47a5-aab9-a76c0f7b5494 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a39627df-3f70-47dd-90d9-82339ce0e929 HTTP/1.1" status: 200 len: 854 time: 0.0850501 Feb 17 03:31:43.183120 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-6c308fe5-7edd-4893-b504-29733c835e84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523975 Feb 17 03:31:43.212812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bb031-ef47-4314-9b57-f0e45d9a8991 req-a06fb01a-77da-42e6-a370-c145a5ec3612 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:43.215018 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fe7bb031-ef47-4314-9b57-f0e45d9a8991 req-a06fb01a-77da-42e6-a370-c145a5ec3612 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0882614 Feb 17 03:31:43.264980 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fe7bb031-ef47-4314-9b57-f0e45d9a8991 req-07c7c330-e200-4a0a-9725-86cd0e492890 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0430117 Feb 17 03:31:43.337968 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-2a301f1e-9303-4c0b-9038-ea8268f1fdb4 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463854 Feb 17 03:31:43.497783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c873b6-611d-4b02-bbf3-eb12828f05ba req-ab58f5da-3b63-490b-aaa5-275bf37e3718 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:43.499092 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-920f95bd-64d4-495d-9a61-5fc2884bc428 req-2f6ad4a2-dc1d-4980-a050-bc5696f7f127 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428425 Feb 17 03:31:43.499433 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-13c873b6-611d-4b02-bbf3-eb12828f05ba req-ab58f5da-3b63-490b-aaa5-275bf37e3718 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0945404 Feb 17 03:31:43.556054 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-13c873b6-611d-4b02-bbf3-eb12828f05ba req-51e4d2a1-79ca-4bda-88c3-a693a278bf0c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488017 Feb 17 03:31:43.916245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 45344) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:44.064590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.086573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:44.093045 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Usage tracker for resource:security_group_rule and tenant:203ad487d1614a05a56f74f9640ae3df is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:44.096835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:44.104703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:44.137066 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38121-2e0e-4c81-b987-202dcddb9adf req-9add6dff-d09b-4244-9686-12165af5e96d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:44.138665 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d5e38121-2e0e-4c81-b987-202dcddb9adf req-9add6dff-d09b-4244-9686-12165af5e96d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 944 time: 0.1542459 Feb 17 03:31:44.184567 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 1f878f8f-72b4-4965-9e72-939bf7eb878c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:44.213730 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d5e38121-2e0e-4c81-b987-202dcddb9adf req-ba32814a-d728-4426-8de1-687f1e6d9d9c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671940 Feb 17 03:31:44.258473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1556d1eb-0db5-451a-b112-f9d00d1da582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.281433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 1f878f8f-72b4-4965-9e72-939bf7eb878c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:44.281849 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.331740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.338446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.349346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-77f0fa0b-0202-4898-8df6-82fbcb949599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:44.392690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1eb87-f72f-4536-badc-89aaa072750f req-adf144ce-5ca2-4576-bbd5-12dfed66fce8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:44.394324 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-efe1eb87-f72f-4536-badc-89aaa072750f req-adf144ce-5ca2-4576-bbd5-12dfed66fce8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1792705 Feb 17 03:31:44.455407 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=203ad487d1614a05a56f74f9640ae3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375533 Feb 17 03:31:44.456245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44ed26b-5840-4c9e-86e3-a6f7e714c3e2,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:44.458398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 45356) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:31:44.480866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:44.518137 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-efe1eb87-f72f-4536-badc-89aaa072750f req-0b51f7ad-6ea0-49b5-ade7-3dcdd3eb557f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720184 Feb 17 03:31:44.530600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d41b4a2-9a9a-4b5e-84e1-1e6789facef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.537331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daefba-260e-455e-9f7d-ea78c06a155f req-99ca5eac-9ed1-4a14-9738-baf480f2c920 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:44.539838 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-07daefba-260e-455e-9f7d-ea78c06a155f req-99ca5eac-9ed1-4a14-9738-baf480f2c920 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.1391013 Feb 17 03:31:44.561265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d41b4a2-9a9a-4b5e-84e1-1e6789facef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.595387 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-07daefba-260e-455e-9f7d-ea78c06a155f req-a3c39952-c0c2-4213-a978-fb44aad703df tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0483692 Feb 17 03:31:44.616509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d41b4a2-9a9a-4b5e-84e1-1e6789facef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.620651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8fcfc4db-952d-4ec3-bd09-0e3a0f0cfb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:44.633551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41b4a2-9a9a-4b5e-84e1-1e6789facef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44ed26b-5840-4c9e-86e3-a6f7e714c3e2,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:44.636594 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5d41b4a2-9a9a-4b5e-84e1-1e6789facef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:44.643038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d41b4a2-9a9a-4b5e-84e1-1e6789facef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:44.646869 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5d41b4a2-9a9a-4b5e-84e1-1e6789facef4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e44ed26b-5840-4c9e-86e3-a6f7e714c3e2 HTTP/1.1" status: 204 len: 168 time: 0.1845901 Feb 17 03:31:44.856433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e81b7-2351-4cc5-9a55-d430d0de065a req-4cff1f0a-17d6-4b11-9014-fb7a841f38bb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:44.858280 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-207e81b7-2351-4cc5-9a55-d430d0de065a req-4cff1f0a-17d6-4b11-9014-fb7a841f38bb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1834090 Feb 17 03:31:44.889068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42234b-9bf1-47ec-946f-c20e63d0274f req-b4eba626-7b09-4fc4-982d-8e4cca6eb61a tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:44.890806 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e42234b-9bf1-47ec-946f-c20e63d0274f req-b4eba626-7b09-4fc4-982d-8e4cca6eb61a tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.1458409 Feb 17 03:31:44.952006 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-207e81b7-2351-4cc5-9a55-d430d0de065a req-ab371ab1-d881-4933-ab05-9022103a0c63 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862119 Feb 17 03:31:44.964209 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2e42234b-9bf1-47ec-946f-c20e63d0274f req-24bf7dd5-af91-4c37-8aa0-946ac2acce18 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0665441 Feb 17 03:31:45.039727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:45.174596 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-bf11c628-39b9-4442-8507-c75a35f5f9a3 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1715629 Feb 17 03:31:45.187521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Request body: {'floatingip': {'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:31:45.193203 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:31:45.197279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Usage tracker for resource:floatingip and tenant:d79b55d18d854163802d3d84d266e6be is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:31:45.200337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:31:45.206777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:31:45.225386 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:45.456168 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4bd2f-cb55-4e64-b57d-ea5499236425 req-8b8f56f2-18fb-42ec-a30a-760ff1d5e556 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:45.458309 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-97f4bd2f-cb55-4e64-b57d-ea5499236425 req-8b8f56f2-18fb-42ec-a30a-760ff1d5e556 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 944 time: 0.1295207 Feb 17 03:31:45.464090 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:45.615137 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-97f4bd2f-cb55-4e64-b57d-ea5499236425 req-cefc4eee-967b-4260-af89-f830a663a40e tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396246 Feb 17 03:31:45.804941 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Allocated IP 172.28.2.139 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/e9234413-beaa-4922-9cd5-442ccc470033) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:31:46.040337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:46.064907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bc31b-f368-436a-a0b3-ecf87b214f7a req-e1875f04-93d3-4f87-ab44-be3886368fbf tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:46.066750 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cf5bc31b-f368-436a-a0b3-ecf87b214f7a req-e1875f04-93d3-4f87-ab44-be3886368fbf tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1586392 Feb 17 03:31:46.122930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:46.127626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:46.136568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-804e10d5-4317-4406-b6f0-57fa87ce94c2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:31:46.140440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:46.189384 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cf5bc31b-f368-436a-a0b3-ecf87b214f7a req-cf67a718-5d3b-4153-801f-cbb5dbf9d5e2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147008 Feb 17 03:31:46.295346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event updated for resources: {'Port': ['ID=e9234413-beaa-4922-9cd5-442ccc470033,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:46.301493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:46.337204 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:46.411210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:31:46.414079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:31:46.417641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:31:46.470185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f523c-f9c4-4f75-bb4b-f080b442fec7 req-6e834540-effa-456a-8f06-7c26777f6bf8 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:46.471841 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-517f523c-f9c4-4f75-bb4b-f080b442fec7 req-6e834540-effa-456a-8f06-7c26777f6bf8 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1737761 Feb 17 03:31:46.546189 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-517f523c-f9c4-4f75-bb4b-f080b442fec7 req-d01a7a3e-bee9-449f-b5b5-8354531e45ef tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663507 Feb 17 03:31:46.560327 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:46.626122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:47.078788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 4a7af835-f9b0-4324-8a99-b4ee8d231fbd up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:47.153236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:31:47.157627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530f053-878f-4f5b-bfa4-3955d4cdcbe9 req-37a5e18f-6376-45dd-9173-8d5ea2cd2bee tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:47.158538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:47.158962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:47.159287 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b530f053-878f-4f5b-bfa4-3955d4cdcbe9 req-37a5e18f-6376-45dd-9173-8d5ea2cd2bee tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 944 time: 0.2128465 Feb 17 03:31:47.232724 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b530f053-878f-4f5b-bfa4-3955d4cdcbe9 req-64e37bc1-98b4-475f-9b3c-1802ed20ce4f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591092 Feb 17 03:31:47.254660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:47.259257 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:47.279092 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-59971790-d0f8-45a6-b29d-1a1864f2b483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:47.292442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:47.320918 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69933cb-0e75-4ec8-9eca-aee1ee490e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7af835-f9b0-4324-8a99-b4ee8d231fbd'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:47.332109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=4a7af835-f9b0-4324-8a99-b4ee8d231fbd,segment=NetworkSegment(bfc91f86-f65d-4558-af5d-fe32c6e0f2e3),segment_id=bfc91f86-f65d-4558-af5d-fe32c6e0f2e3)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:31:47.335671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:47.337475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:31:47.410969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=4a7af835-f9b0-4324-8a99-b4ee8d231fbd,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:47.414297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:47.481853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event updated for resources: {'Port': ['ID=e9234413-beaa-4922-9cd5-442ccc470033,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:31:47.488548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:31:47.596976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca1d4b-bdb4-4a10-9375-7106861a81cb req-d06ac1e9-3a28-45c5-92f6-14fc1680c8cb tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:47.598689 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9dca1d4b-bdb4-4a10-9375-7106861a81cb req-d06ac1e9-3a28-45c5-92f6-14fc1680c8cb tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1966290 Feb 17 03:31:47.626340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:47.673362 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9dca1d4b-bdb4-4a10-9375-7106861a81cb req-9d609790-8916-42af-beae-4a4f74ae8e9c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672257 Feb 17 03:31:47.682841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:47.684163 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5008545 Feb 17 03:31:47.738329 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69933cb-0e75-4ec8-9eca-aee1ee490e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7af835-f9b0-4324-8a99-b4ee8d231fbd', 'code': 200} Feb 17 03:31:47.780063 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-5bcab041-c31f-4413-9311-eea3084b721f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Synchronizing usage tracker for tenant:d79b55d18d854163802d3d84d266e6be on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:31:47.798157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-5bcab041-c31f-4413-9311-eea3084b721f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Unset dirty status for tenant:d79b55d18d854163802d3d84d266e6be on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:31:47.799565 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-5bcab041-c31f-4413-9311-eea3084b721f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.2.139 HTTP/1.1" status: 200 len: 696 time: 0.1085253 Feb 17 03:31:48.035695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-8af162f7-a24f-4059-92f6-250291e52e77 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:48.037200 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-8af162f7-a24f-4059-92f6-250291e52e77 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/networks/ff41f79f-49b9-4b53-887c-df96d9d58d44 HTTP/1.1" status: 200 len: 784 time: 0.2300780 Feb 17 03:31:48.051197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fe28d-950e-48fa-b11f-ef1ec87537a6 req-e3bdf8a1-812d-4d4d-bf4d-097bd8019a7a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:48.052468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 4a7af835-f9b0-4324-8a99-b4ee8d231fbd up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:48.053237 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-489fe28d-950e-48fa-b11f-ef1ec87537a6 req-e3bdf8a1-812d-4d4d-bf4d-097bd8019a7a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.2149236 Feb 17 03:31:48.058976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-3d520490-3c55-4382-883d-af326c058c00 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:31:48.059658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d49cad-97cd-410b-a373-c2f837d0695c req-9ccee460-5b7b-43cd-b3c3-3e7146a49019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:48.060014 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-421805f5-0c01-44fa-86c2-899f2b8955b9 req-3d520490-3c55-4382-883d-af326c058c00 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0159795 Feb 17 03:31:48.061638 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-15d49cad-97cd-410b-a373-c2f837d0695c req-9ccee460-5b7b-43cd-b3c3-3e7146a49019 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 1163 time: 0.0853140 Feb 17 03:31:48.109546 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-489fe28d-950e-48fa-b11f-ef1ec87537a6 req-2e6c94db-e49c-4fea-adb4-dd96bcbcd04b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484467 Feb 17 03:31:48.115134 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-15d49cad-97cd-410b-a373-c2f837d0695c req-ec9d344b-30ea-4198-9491-01c077cd3bf8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456336 Feb 17 03:31:48.136309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:48.136797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:48.260750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-b3f49247-cb2e-453f-8161-cf12a05c7c8d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:48.262531 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-b3f49247-cb2e-453f-8161-cf12a05c7c8d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0910056 Feb 17 03:31:48.355334 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-7192686e-37e9-43bd-a3d7-a6a835614f6c tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.2.139 HTTP/1.1" status: 200 len: 696 time: 0.0860870 Feb 17 03:31:48.398987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Request body: {'floatingip': {'port_id': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:31:48.494679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:48.697965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94a3fd-3179-45ce-b4a7-1ab0254ea5eb req-303b2d5a-6b5c-46b8-8f2b-f8764b7a362d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:48.700494 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8f94a3fd-3179-45ce-b4a7-1ab0254ea5eb req-303b2d5a-6b5c-46b8-8f2b-f8764b7a362d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.3488066 Feb 17 03:31:48.896443 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8f94a3fd-3179-45ce-b4a7-1ab0254ea5eb req-323ba218-2d48-4424-af9d-5dacfcebcc3d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898484 Feb 17 03:31:49.544117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d65cb-4d5a-413c-b92e-b359406e17a5 req-d6cce0e9-cf3d-49f7-a72b-bf7c5303d645 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:49.545739 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a9d65cb-4d5a-413c-b92e-b359406e17a5 req-d6cce0e9-cf3d-49f7-a72b-bf7c5303d645 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.5412862 Feb 17 03:31:49.551600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 03:31:49.688216 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:49.691809 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a9d65cb-4d5a-413c-b92e-b359406e17a5 req-c0d96ec2-5759-49bd-8248-583ff1b334cf tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819740 Feb 17 03:31:49.698045 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:49.947190 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Floating IP 42c09d51-88bb-4732-b45c-8e20854b5faf associated. External IP: 172.28.2.139, port: 1f878f8f-72b4-4965-9e72-939bf7eb878c. Feb 17 03:31:50.101345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9ca75-8c45-4c1a-bddd-2af670778f09 req-19e575e6-fede-4031-9fc5-8d240651cbea tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:50.102853 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-def9ca75-8c45-4c1a-bddd-2af670778f09 req-19e575e6-fede-4031-9fc5-8d240651cbea tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.2668798 Feb 17 03:31:50.179948 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-def9ca75-8c45-4c1a-bddd-2af670778f09 req-4e8119d3-d7e8-4e81-9c7f-73ea1c70dad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691135 Feb 17 03:31:50.181904 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 4a7af835-f9b0-4324-8a99-b4ee8d231fbd up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:31:50.258507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:31:50.258879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:50.445306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:31:50.454020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dabb55-9b9b-40c5-b933-ec82aa43fe38 req-49c1ad78-9de0-48b4-b0ab-66012fbad2f2 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:50.456050 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-39dabb55-9b9b-40c5-b933-ec82aa43fe38 req-49c1ad78-9de0-48b4-b0ab-66012fbad2f2 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.1509807 Feb 17 03:31:50.654292 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-39dabb55-9b9b-40c5-b933-ec82aa43fe38 req-85796c17-3974-45b3-97f5-971aab815183 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896727 Feb 17 03:31:50.684015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:31:50.689136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:50.695449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] Sync routers for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:31:50.707636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:31:50.708549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:31:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:31:50.756574 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-32562215-80a8-4ea8-966c-eaea3235db91 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "PUT /v2.0/floatingips/42c09d51-88bb-4732-b45c-8e20854b5faf HTTP/1.1" status: 200 len: 996 time: 2.3672090 Feb 17 03:31:50.757185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:31:50.957847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:31:50.958952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-5d8816fd-6523-48df-9086-110fd8fad859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:50.960720 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-5d8816fd-6523-48df-9086-110fd8fad859 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1162 time: 0.1846530 Feb 17 03:31:50.979439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d440835-7e98-4878-8d0a-e036064d8863 req-6a973532-73a8-49b9-91e7-eb32dc507487 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:50.981071 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3d440835-7e98-4878-8d0a-e036064d8863 req-6a973532-73a8-49b9-91e7-eb32dc507487 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1186371 Feb 17 03:31:51.133450 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3d440835-7e98-4878-8d0a-e036064d8863 req-c03711e1-df59-49f4-9804-e509fe22f138 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287367 Feb 17 03:31:51.176278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-33e7ec35-d3ce-462b-8475-a5904facee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:51.177933 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-33e7ec35-d3ce-462b-8475-a5904facee4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 902 time: 0.1954930 Feb 17 03:31:51.276205 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'status': 'completed', 'code': 200} Feb 17 03:31:51.324312 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-62e912c9-fb49-416b-ad0a-1cda3623aa8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 999 time: 0.1386106 Feb 17 03:31:51.377123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '42c09d51-88bb-4732-b45c-8e20854b5faf', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'floating_ip_address': '172.28.2.139', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'port_id': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'mac_address': 'fa:16:3e:b3:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:31:46Z', 'updated_at': '2021-02-17T03:31:49Z', 'revision_number': 1, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:14Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:31:51.382292 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] Checking router: ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:31:51.405949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-4ebe551c-a641-491e-8f4a-022e16de199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:51.408509 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-4ebe551c-a641-491e-8f4a-022e16de199b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1162 time: 0.1252882 Feb 17 03:31:51.410206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:31:51.411383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:31:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:31:51.514189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-7be62e44-ca12-4b44-81c7-d6d2d5cad236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:51.515908 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-7be62e44-ca12-4b44-81c7-d6d2d5cad236 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.1127169 Feb 17 03:31:51.583700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eaa87-07b4-4fe0-9e2d-f6bfc0c3a8e0 req-144e25d9-3da1-42c6-88ca-006bc9e614f3 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:51.585432 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1f1eaa87-07b4-4fe0-9e2d-f6bfc0c3a8e0 req-144e25d9-3da1-42c6-88ca-006bc9e614f3 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.2601702 Feb 17 03:31:51.657107 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1f1eaa87-07b4-4fe0-9e2d-f6bfc0c3a8e0 req-ec41f740-2418-4adc-a754-82d90f29329e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628378 Feb 17 03:31:51.669096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-51f04b1d-d6f0-4ffa-9fa6-db0cfa09745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:51.670798 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-51f04b1d-d6f0-4ffa-9fa6-db0cfa09745b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1453238 Feb 17 03:31:51.682741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-fe0fb53a-12eb-48db-899b-5a11c94a6f42 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:31:51.685066 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-fe0fb53a-12eb-48db-899b-5a11c94a6f42 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0072081 Feb 17 03:31:51.855101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-e8c62768-4b8f-4546-be45-e1863650b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:51.856207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:31:51.856889 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-e8c62768-4b8f-4546-be45-e1863650b4bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 902 time: 0.4360309 Feb 17 03:31:51.870583 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-caa56173-5822-4363-85af-0911bf808173 service neutron] 10.222.0.49 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783409 Feb 17 03:31:51.978857 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-441a2e1c-1da3-4198-b55e-b04aefc85c6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 999 time: 0.1105554 Feb 17 03:31:52.113391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-552ad899-0892-4225-a293-e9c2bf8e228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:52.115114 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-552ad899-0892-4225-a293-e9c2bf8e228f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.1289203 Feb 17 03:31:52.217073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-cb1d53e2-7db3-4e09-a5cc-538939fab391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:52.219228 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-cb1d53e2-7db3-4e09-a5cc-538939fab391 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968454 Feb 17 03:31:52.303652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '42c09d51-88bb-4732-b45c-8e20854b5faf', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'floating_ip_address': '172.28.2.139', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'port_id': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'mac_address': 'fa:16:3e:b3:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:31:46Z', 'updated_at': '2021-02-17T03:31:49Z', 'revision_number': 1, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:14Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:31:52.307923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e72b8-53f5-4599-8691-930136ec6b84 None None] The sync data for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb is: [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '42c09d51-88bb-4732-b45c-8e20854b5faf', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'floating_ip_address': '172.28.2.139', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'port_id': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'mac_address': 'fa:16:3e:b3:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:31:46Z', 'updated_at': '2021-02-17T03:31:49Z', 'revision_number': 1, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:14Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:31:52.346470 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-890e4ebe-fc1f-4ac9-a173-b7f0cfd71580 req-62812de4-779a-479e-8414-eb60a10fb5f4 service neutron] 10.222.0.49 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4668610 Feb 17 03:31:52.391514 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-5e10f35f-0bda-45da-a6bf-04548941716f service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565163 Feb 17 03:31:52.414748 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b9796-bdcb-495e-b054-7f5e446bede3 req-9bc0aba2-e81a-4959-9e1a-46ae657940a2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:52.416477 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d7b9796-bdcb-495e-b054-7f5e446bede3 req-9bc0aba2-e81a-4959-9e1a-46ae657940a2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1102681 Feb 17 03:31:52.467049 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d7b9796-bdcb-495e-b054-7f5e446bede3 req-cdecd249-a65b-495b-afcf-7a6c4abf2c2f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 Feb 17 03:31:52.549019 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0985737d-fabb-40ee-9c22-f2a7a671ea0d req-54874557-fb1b-424a-b261-55d6f982802e service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1498873 Feb 17 03:31:52.658953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8194a2a-b783-4292-9843-8297b890c6e7 None None] New status for floating IP 42c09d51-88bb-4732-b45c-8e20854b5faf: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:31:52.893181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83396e-cac9-4735-b3dc-add14b0402e3 req-6c1d2f01-911d-40a3-ad3a-04b00932433c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:52.898138 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a83396e-cac9-4735-b3dc-add14b0402e3 req-6c1d2f01-911d-40a3-ad3a-04b00932433c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1087186 Feb 17 03:31:52.955974 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a83396e-cac9-4735-b3dc-add14b0402e3 req-a4d3c380-e5b4-48c7-bf4d-b79cc8afdcac tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507998 Feb 17 03:31:53.635599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:31:53.688281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701882b-ef9d-40f0-9fc3-ab5a468b95d1 req-e217247d-da5f-41d7-9a8c-71f19772e735 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:53.689886 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d701882b-ef9d-40f0-9fc3-ab5a468b95d1 req-e217247d-da5f-41d7-9a8c-71f19772e735 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0912652 Feb 17 03:31:53.745605 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d701882b-ef9d-40f0-9fc3-ab5a468b95d1 req-1b695c15-4051-44d7-bcd2-375057f65b22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487146 Feb 17 03:31:54.162836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1d83-7f56-4cc1-ad34-3c2b7202eb36 req-447694e1-38e0-460a-8c4b-e6284d4866a4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:54.164501 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-59eb1d83-7f56-4cc1-ad34-3c2b7202eb36 req-447694e1-38e0-460a-8c4b-e6284d4866a4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0892184 Feb 17 03:31:54.213202 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-59eb1d83-7f56-4cc1-ad34-3c2b7202eb36 req-063a0450-72c3-400f-b4c2-571d54b6c0b0 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Feb 17 03:31:54.955827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b7c80-64a5-43c9-b51e-37edf8c09d94 req-163425bb-9c7e-4d4f-97cb-cb7ec844e26f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:54.957419 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f05b7c80-64a5-43c9-b51e-37edf8c09d94 req-163425bb-9c7e-4d4f-97cb-cb7ec844e26f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0921836 Feb 17 03:31:55.006792 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f05b7c80-64a5-43c9-b51e-37edf8c09d94 req-734b5c29-f14b-47b6-9617-ce48f5e3592e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425677 Feb 17 03:31:55.419689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27709d-608e-4733-88da-7f18d348172a req-5f36811e-37a4-4733-b744-ec4b028a5480 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:55.421452 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4c27709d-608e-4733-88da-7f18d348172a req-5f36811e-37a4-4733-b744-ec4b028a5480 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0913651 Feb 17 03:31:55.471378 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4c27709d-608e-4733-88da-7f18d348172a req-828ace87-ed23-41d6-b21a-480f2162e77f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Feb 17 03:31:56.222953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706af7d-67e2-4542-9d77-a92f110353cc req-487a8849-beff-4b0e-9ad3-42a5561449f7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:56.224548 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e706af7d-67e2-4542-9d77-a92f110353cc req-487a8849-beff-4b0e-9ad3-42a5561449f7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0988011 Feb 17 03:31:56.274817 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e706af7d-67e2-4542-9d77-a92f110353cc req-d2259b20-08f9-430f-8eb8-8c35519b05ac tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436318 Feb 17 03:31:56.691073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05574f9-9d3c-44e4-9074-efd603cdec91 req-27bacc92-cc48-4f85-aa2e-1d9bd881bc49 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:56.692700 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d05574f9-9d3c-44e4-9074-efd603cdec91 req-27bacc92-cc48-4f85-aa2e-1d9bd881bc49 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0955420 Feb 17 03:31:56.741698 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d05574f9-9d3c-44e4-9074-efd603cdec91 req-648876c5-c34b-4544-bb11-4f0517589996 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Feb 17 03:31:57.489859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b832cfe-6acb-49db-9000-175f7c130ee7 req-2c7a57e0-0bbb-409d-bf23-d1a06020ec85 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:57.492351 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6b832cfe-6acb-49db-9000-175f7c130ee7 req-2c7a57e0-0bbb-409d-bf23-d1a06020ec85 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0909097 Feb 17 03:31:57.540708 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6b832cfe-6acb-49db-9000-175f7c130ee7 req-65a1c32d-9993-48c5-bd25-fe16462a332d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Feb 17 03:31:57.953455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67336a5-af34-4aa0-9e3d-558a44d2534e req-585be72a-9bc4-4278-94c9-106888179c64 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:57.955550 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d67336a5-af34-4aa0-9e3d-558a44d2534e req-585be72a-9bc4-4278-94c9-106888179c64 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0960748 Feb 17 03:31:58.002787 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d67336a5-af34-4aa0-9e3d-558a44d2534e req-09ede4bd-3d32-4e0b-8aed-ed3b063661ad tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Feb 17 03:31:58.757188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75614c0d-0198-4c4e-a813-45b934075915 req-46248d0a-36a1-466a-b8d1-418c7d80a92c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:58.758777 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75614c0d-0198-4c4e-a813-45b934075915 req-46248d0a-36a1-466a-b8d1-418c7d80a92c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0871804 Feb 17 03:31:58.810775 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-75614c0d-0198-4c4e-a813-45b934075915 req-63084d5c-283f-4020-b6af-9fd9d28623d3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447977 Feb 17 03:31:59.224058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be424336-b5bc-4348-908e-e9a2a52adada req-d326afbc-9cc7-4f97-91e2-d82c88af59f9 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:31:59.225685 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be424336-b5bc-4348-908e-e9a2a52adada req-d326afbc-9cc7-4f97-91e2-d82c88af59f9 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0925372 Feb 17 03:31:59.274188 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be424336-b5bc-4348-908e-e9a2a52adada req-4490a584-8d62-4f71-9d81-3a22b723fad7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Feb 17 03:32:00.023852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb6145-9bea-4834-8c6b-5bb118f9a134 req-95757a52-c5ba-4008-8076-d4008f73ad71 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:00.025949 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bcbb6145-9bea-4834-8c6b-5bb118f9a134 req-95757a52-c5ba-4008-8076-d4008f73ad71 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0914588 Feb 17 03:32:00.073562 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bcbb6145-9bea-4834-8c6b-5bb118f9a134 req-89d2563b-8ff6-4343-ad0d-8755774b655c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410643 Feb 17 03:32:00.339749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:00.413299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:00.413726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:00.484154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a43902-bc9b-49a8-a75d-4bcb7458b71d req-104a6697-860f-4cb2-9188-79837fcad27b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:00.485760 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-99a43902-bc9b-49a8-a75d-4bcb7458b71d req-104a6697-860f-4cb2-9188-79837fcad27b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0887341 Feb 17 03:32:00.538380 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-99a43902-bc9b-49a8-a75d-4bcb7458b71d req-f93ddb42-078a-4766-ae58-fb376649cfbd tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Feb 17 03:32:01.298022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2ca3b-da3f-4a55-92b7-a845e4666250 req-d7983349-c2c3-4620-842c-b9a4b4b20f1d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:01.299644 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ec2ca3b-da3f-4a55-92b7-a845e4666250 req-d7983349-c2c3-4620-842c-b9a4b4b20f1d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0927143 Feb 17 03:32:01.354449 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ec2ca3b-da3f-4a55-92b7-a845e4666250 req-9bc11050-99fa-4177-8845-0a6f6e6a7d9c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484257 Feb 17 03:32:01.757002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0994a-db52-497e-9560-8628df5b57f4 req-6aeda672-a624-4093-bd29-a705ff0ef3fb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:01.758702 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-99c0994a-db52-497e-9560-8628df5b57f4 req-6aeda672-a624-4093-bd29-a705ff0ef3fb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0935299 Feb 17 03:32:01.809981 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-99c0994a-db52-497e-9560-8628df5b57f4 req-2609d4a5-d15f-4004-ac4c-8728ec4ded80 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442634 Feb 17 03:32:02.566790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48dfde-86e7-4616-bb67-6a45a0abb0d9 req-5bea88f0-a57a-4405-af10-1130030ee5f3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:02.568522 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2b48dfde-86e7-4616-bb67-6a45a0abb0d9 req-5bea88f0-a57a-4405-af10-1130030ee5f3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0889947 Feb 17 03:32:02.621369 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2b48dfde-86e7-4616-bb67-6a45a0abb0d9 req-0c6d3df0-177f-445b-93a3-1abb7234bf2a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459745 Feb 17 03:32:03.025156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c817d8-893b-42ec-94bd-45efab207445 req-07205a1f-fb2e-4d37-9965-1fcbe372b996 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:03.026774 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b5c817d8-893b-42ec-94bd-45efab207445 req-07205a1f-fb2e-4d37-9965-1fcbe372b996 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0985882 Feb 17 03:32:03.078248 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b5c817d8-893b-42ec-94bd-45efab207445 req-2d1bbcd4-ae60-42f7-b439-c8fcaa5663e6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Feb 17 03:32:03.836613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d487-be6b-4c39-92df-5d8cf53affc1 req-9c5e4e2b-a232-4671-9724-471b7cdae781 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:03.838209 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d9e9d487-be6b-4c39-92df-5d8cf53affc1 req-9c5e4e2b-a232-4671-9724-471b7cdae781 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0912595 Feb 17 03:32:03.891080 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d9e9d487-be6b-4c39-92df-5d8cf53affc1 req-a76dbb4a-fe60-40f6-8134-83496cb28c12 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461004 Feb 17 03:32:04.295480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997dabd-043e-4331-8fc0-14dc18569a5c req-c63bc416-fa4f-4c55-bac4-415d25ee0640 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:04.297096 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a997dabd-043e-4331-8fc0-14dc18569a5c req-c63bc416-fa4f-4c55-bac4-415d25ee0640 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0942004 Feb 17 03:32:04.349894 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a997dabd-043e-4331-8fc0-14dc18569a5c req-49f6b058-2a8d-454f-93a5-6ef509ea4ea6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462577 Feb 17 03:32:05.117699 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222c147-e689-4beb-a101-8d3681e3dac9 req-b18473c2-e452-4dca-b957-fc2327cafe99 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:05.119316 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e222c147-e689-4beb-a101-8d3681e3dac9 req-b18473c2-e452-4dca-b957-fc2327cafe99 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0974026 Feb 17 03:32:05.170895 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e222c147-e689-4beb-a101-8d3681e3dac9 req-30d0664c-ca13-4918-9bd8-e8f7eddaab30 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440044 Feb 17 03:32:05.560183 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e7255-d5ca-49c4-81bc-6b1d0006b688 req-49b5fea4-7d5e-4f85-b501-8b11068cd3f6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:05.562015 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1b0e7255-d5ca-49c4-81bc-6b1d0006b688 req-49b5fea4-7d5e-4f85-b501-8b11068cd3f6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0895457 Feb 17 03:32:05.615930 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1b0e7255-d5ca-49c4-81bc-6b1d0006b688 req-5ba663b6-658a-405f-854f-205653b381fb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472136 Feb 17 03:32:06.016656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24048b-487d-4bea-857a-1350f1fc9be2 req-8ebe48f3-808a-4245-8f1e-979cb0391500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:06.018615 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7b24048b-487d-4bea-857a-1350f1fc9be2 req-8ebe48f3-808a-4245-8f1e-979cb0391500 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1162 time: 0.0842445 Feb 17 03:32:06.069566 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7b24048b-487d-4bea-857a-1350f1fc9be2 req-7f057614-98cb-479b-a524-1ebda16a9891 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373967 Feb 17 03:32:06.405681 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183b0b5-2242-4c88-8efb-94699ecf4897 req-618b9cdf-424d-4764-8cd8-1433c0758161 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:06.407309 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c183b0b5-2242-4c88-8efb-94699ecf4897 req-618b9cdf-424d-4764-8cd8-1433c0758161 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1019552 Feb 17 03:32:06.455967 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c183b0b5-2242-4c88-8efb-94699ecf4897 req-670731b3-b839-4877-b86b-04eac62c41fa tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420887 Feb 17 03:32:06.826079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ade8f6-441a-4707-a2bb-701602b65848 req-63c42cff-9af7-4f24-8f7a-c93c5960867a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:06.827784 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20ade8f6-441a-4707-a2bb-701602b65848 req-63c42cff-9af7-4f24-8f7a-c93c5960867a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0927300 Feb 17 03:32:06.877442 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-20ade8f6-441a-4707-a2bb-701602b65848 req-94283306-2289-4bab-b258-e7e554c9804e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Feb 17 03:32:07.349075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 45614) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:32:07.499337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:07.515740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:32:07.523260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a871654a8146babeb6d55e6ab3a660 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:32:07.524325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:32:07.530559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:32:07.689438 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:07.693783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:07.700905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-45ad81f1-2e57-4119-9e55-803a68523870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:07.755254 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0a871654a8146babeb6d55e6ab3a660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048097 Feb 17 03:32:07.757162 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b7e336-8730-4501-b20a-c5dbdaa041e8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:07.758197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 45628) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:32:07.761733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:07.770061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93acea-8843-4eb6-aa44-da36331d97cb req-72badfaf-ff65-4d10-b312-ca5597fb5a1e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:07.771791 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d93acea-8843-4eb6-aa44-da36331d97cb req-72badfaf-ff65-4d10-b312-ca5597fb5a1e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1950808 Feb 17 03:32:07.830229 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d93acea-8843-4eb6-aa44-da36331d97cb req-8573078d-6a8f-424f-879b-0a8de70515a6 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484161 Feb 17 03:32:07.850345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-404bfbe8-47aa-4345-9e51-35d212b52d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:07.882827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-404bfbe8-47aa-4345-9e51-35d212b52d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:07.938793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-404bfbe8-47aa-4345-9e51-35d212b52d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:07.945718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-96a9f0cf-0594-4fa4-82c9-682e29abaa28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:07.961132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-404bfbe8-47aa-4345-9e51-35d212b52d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:07.962394 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-404bfbe8-47aa-4345-9e51-35d212b52d21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18b7e336-8730-4501-b20a-c5dbdaa041e8 HTTP/1.1" status: 204 len: 168 time: 0.2029555 Feb 17 03:32:07.965068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bfbe8-47aa-4345-9e51-35d212b52d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b7e336-8730-4501-b20a-c5dbdaa041e8,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:07.968574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-404bfbe8-47aa-4345-9e51-35d212b52d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:08.288459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f3d3f-6b78-4afd-b628-9931ca1d7836 req-b9172ace-8dd5-47ee-abf5-00365a81df67 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:08.290106 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fc2f3d3f-6b78-4afd-b628-9931ca1d7836 req-b9172ace-8dd5-47ee-abf5-00365a81df67 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0985291 Feb 17 03:32:08.345853 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fc2f3d3f-6b78-4afd-b628-9931ca1d7836 req-2b591bf1-18e3-4a7e-8366-65ebd477499a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Feb 17 03:32:08.614100 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:08.708362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:08.709368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:09.081217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41514317-a6b2-4832-bee0-8eace74c7540 req-9ea42596-94b1-44f8-8136-c91ee784dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:09.083232 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41514317-a6b2-4832-bee0-8eace74c7540 req-9ea42596-94b1-44f8-8136-c91ee784dfd3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1162 time: 0.1101470 Feb 17 03:32:09.205403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a856097-27f6-4bcf-a328-e51c2f32283d req-35cecee5-c009-49dd-b3ce-0215a8e3699a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:09.207086 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a856097-27f6-4bcf-a328-e51c2f32283d req-35cecee5-c009-49dd-b3ce-0215a8e3699a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1404696 Feb 17 03:32:09.230989 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de06d0-c412-48a3-a407-3aa752514b2e req-21380320-a4f4-41e7-9607-0fa9cabf1c2e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:09.232763 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f6de06d0-c412-48a3-a407-3aa752514b2e req-21380320-a4f4-41e7-9607-0fa9cabf1c2e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.2399542 Feb 17 03:32:09.296977 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a856097-27f6-4bcf-a328-e51c2f32283d req-2a9d6df4-b0f7-46ea-b980-cef4bf155805 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796547 Feb 17 03:32:09.370396 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f6de06d0-c412-48a3-a407-3aa752514b2e req-9d241592-d215-47d1-84c2-3172cb6843c2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893040 Feb 17 03:32:09.402505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41514317-a6b2-4832-bee0-8eace74c7540 req-dcca2481-e590-41d3-89cf-64ffc9780e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:09.404538 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41514317-a6b2-4832-bee0-8eace74c7540 req-dcca2481-e590-41d3-89cf-64ffc9780e4d service neutron] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 912 time: 0.3051765 Feb 17 03:32:09.486810 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41514317-a6b2-4832-bee0-8eace74c7540 req-76fb7caa-abaa-4642-8aa6-4157b87cb1a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 200 len: 217 time: 0.0701089 Feb 17 03:32:09.580923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41514317-a6b2-4832-bee0-8eace74c7540 req-65a2bd57-12c3-4877-867c-4ec2e1566b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:09.582737 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41514317-a6b2-4832-bee0-8eace74c7540 req-65a2bd57-12c3-4877-867c-4ec2e1566b22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.0835896 Feb 17 03:32:09.660149 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41514317-a6b2-4832-bee0-8eace74c7540 req-ca60eff3-5796-44b5-8ae7-6a0403dc1881 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570750 Feb 17 03:32:09.858850 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41514317-a6b2-4832-bee0-8eace74c7540 req-c4bd3d1f-4712-49b8-b389-168cd21a7d57 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781013 Feb 17 03:32:10.034334 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41514317-a6b2-4832-bee0-8eace74c7540 req-5e193ff3-f68b-4f70-afb8-961903a46276 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1553771 Feb 17 03:32:10.544114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c83d9-13dd-484f-8971-c7d68aece45c req-1c979b34-ae39-486d-8090-4105d2d60ce2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:10.545774 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-828c83d9-13dd-484f-8971-c7d68aece45c req-1c979b34-ae39-486d-8090-4105d2d60ce2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1040070 Feb 17 03:32:10.667488 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-828c83d9-13dd-484f-8971-c7d68aece45c req-105f53b0-ddc7-4c6d-b065-ae43ae11d496 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134729 Feb 17 03:32:10.699262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864db0-f1d9-481c-83f5-8ecec0114339 req-a8b13266-baf8-4527-ad14-7dc6c6c372af tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:10.702005 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ce864db0-f1d9-481c-83f5-8ecec0114339 req-a8b13266-baf8-4527-ad14-7dc6c6c372af tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1206439 Feb 17 03:32:10.763307 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ce864db0-f1d9-481c-83f5-8ecec0114339 req-9422db0c-f5c7-4e8d-af01-375ff7f072b3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554869 Feb 17 03:32:11.892579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd98f4-fb7d-43cf-93c9-b83d7d71fe1b req-ee4a7bf8-0420-485a-b182-7b0279cdb1b1 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:11.894331 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0cbd98f4-fb7d-43cf-93c9-b83d7d71fe1b req-ee4a7bf8-0420-485a-b182-7b0279cdb1b1 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1031506 Feb 17 03:32:11.965926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-193726b3-ae77-4eaa-8211-121f49634459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:12.018393 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0cbd98f4-fb7d-43cf-93c9-b83d7d71fe1b req-3c35aef0-e8c5-4bd1-8299-2f04b1b534d9 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172900 Feb 17 03:32:12.054421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae259c81-1d42-4240-ac90-1783a4128019 req-6d46d5f9-bc4a-4fbf-8343-34f4c790beec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:12.056057 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ae259c81-1d42-4240-ac90-1783a4128019 req-6d46d5f9-bc4a-4fbf-8343-34f4c790beec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1341281 Feb 17 03:32:12.107416 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ae259c81-1d42-4240-ac90-1783a4128019 req-2c5552a3-76ed-4e40-bcae-df5de4538cc3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Feb 17 03:32:12.636938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:12.751932 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:12.752354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:13.106715 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-1c2eee98-c521-4da0-bc89-b5866fb99718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:13.108505 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-1c2eee98-c521-4da0-bc89-b5866fb99718 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 1162 time: 0.0983393 Feb 17 03:32:13.349973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080c804-45e0-4dcd-a14d-d15825f59eec req-a9bc5af8-894c-4a3e-8074-56cf6f194bfd tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:13.357888 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c080c804-45e0-4dcd-a14d-d15825f59eec req-a9bc5af8-894c-4a3e-8074-56cf6f194bfd tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1921790 Feb 17 03:32:13.406458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-b36863a2-0722-4bba-8730-b2a3d102b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:13.408526 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-b36863a2-0722-4bba-8730-b2a3d102b9da service neutron] 10.222.0.38 "GET /v2.0/networks?id=84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 200 len: 912 time: 0.2352552 Feb 17 03:32:13.430009 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c080c804-45e0-4dcd-a14d-d15825f59eec req-71290f84-f8f9-4403-ab1a-e901d04b8f6a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711422 Feb 17 03:32:13.453707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b95c4-5cf7-41b5-8855-740ecd4901ef req-01fd4f5d-70d3-4c94-abd7-c83cd3dc2078 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:13.465680 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fe1b95c4-5cf7-41b5-8855-740ecd4901ef req-01fd4f5d-70d3-4c94-abd7-c83cd3dc2078 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1725602 Feb 17 03:32:13.507682 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-cd8de085-8060-4507-b17d-b7a9292d3f9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 200 len: 217 time: 0.0848844 Feb 17 03:32:13.551492 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fe1b95c4-5cf7-41b5-8855-740ecd4901ef req-d55e1b7d-6fb9-4005-a762-89e65692c44e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846002 Feb 17 03:32:13.594468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-698a94f1-2142-4d48-aa4d-121bf226c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:13.596107 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-698a94f1-2142-4d48-aa4d-121bf226c174 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 200 len: 858 time: 0.0793018 Feb 17 03:32:13.672877 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-50fa6429-9ff5-4264-a31c-9e249011dae6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=84af625e-dab1-4542-ad20-85b9a30cb892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565646 Feb 17 03:32:13.909792 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-57df3b4c-61f9-449a-8788-60447d9d4b86 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256846 Feb 17 03:32:14.085810 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ed2d84a-d95d-460d-9d2c-0b05a1ee359f req-bdb5ad09-4c30-4bd4-b6d9-8cad7e8ea192 service neutron] 10.222.0.38 "GET /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1617105 Feb 17 03:32:14.214366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1f6bfc9-252d-4474-980e-b900b07bdca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:14.660215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889790-e5bc-4e90-b218-eef9b0425158 req-ca1807e3-674d-4a4d-8e55-043b185f6735 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:14.670390 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f9889790-e5bc-4e90-b218-eef9b0425158 req-ca1807e3-674d-4a4d-8e55-043b185f6735 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1063011 Feb 17 03:32:14.734427 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:14.874107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port b28bf9e8-e8df-4b19-a589-0b209465ca5c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:14.881636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:15.067290 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f9889790-e5bc-4e90-b218-eef9b0425158 req-750f70f6-054c-45ef-979b-b5674b32161b tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760736 Feb 17 03:32:15.102087 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:15.107047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df472ebe-5c2d-4f6c-9302-fe194871e218 req-8bfe33e5-31e5-4835-9e20-7587d8d7e35e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:15.117607 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-df472ebe-5c2d-4f6c-9302-fe194871e218 req-8bfe33e5-31e5-4835-9e20-7587d8d7e35e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.4258070 Feb 17 03:32:15.194881 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-df472ebe-5c2d-4f6c-9302-fe194871e218 req-2a74876a-f129-4487-9a46-c75aefac1947 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747328 Feb 17 03:32:15.510716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 45784) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:32:15.687758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:15.750572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:32:15.764844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Usage tracker for resource:security_group_rule and tenant:4224944a90784121b843952c25d844a7 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:32:15.772286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:32:15.782582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:32:15.895657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:15.899486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:15.911778 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c12863f-9821-4da9-aacf-4c80ad609931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:15.925542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:32:15.958483 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1d1afd-ffd0-4bea-aa4a-0ce7980a67f8,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:15.969081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:15.981155 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ad8d78d0-dd70-4f8e-b6bb-f3a5ac6b44b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4224944a90784121b843952c25d844a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690564 Feb 17 03:32:15.982953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 45800) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:32:16.059277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092455e-3b09-49ce-8007-4de35d63340f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:16.102560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092455e-3b09-49ce-8007-4de35d63340f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:16.112225 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:16.168169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092455e-3b09-49ce-8007-4de35d63340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:16.178305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-395db86c-fdc3-49f9-97e5-0843b6ec25b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:16.192415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092455e-3b09-49ce-8007-4de35d63340f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1d1afd-ffd0-4bea-aa4a-0ce7980a67f8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:16.196644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0092455e-3b09-49ce-8007-4de35d63340f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:16.199077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092455e-3b09-49ce-8007-4de35d63340f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:16.202967 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0092455e-3b09-49ce-8007-4de35d63340f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc1d1afd-ffd0-4bea-aa4a-0ce7980a67f8 HTTP/1.1" status: 204 len: 168 time: 0.2160122 Feb 17 03:32:16.349381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:16.489838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e75ef-72f8-4a7f-b827-eb14ce98c86d req-e6d97c36-e269-4c5a-9dc8-b24973de27c3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:16.494763 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e31e75ef-72f8-4a7f-b827-eb14ce98c86d req-e6d97c36-e269-4c5a-9dc8-b24973de27c3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1206462 Feb 17 03:32:16.575682 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e31e75ef-72f8-4a7f-b827-eb14ce98c86d req-e186d2e5-c2f7-4722-8601-763a66f912a5 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631464 Feb 17 03:32:17.815831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841a5c-83ad-4104-837e-682bb081a852 req-13eff300-a22f-448a-977b-c1a2c5228c63 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:17.817584 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7e841a5c-83ad-4104-837e-682bb081a852 req-13eff300-a22f-448a-977b-c1a2c5228c63 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1118190 Feb 17 03:32:17.869616 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7e841a5c-83ad-4104-837e-682bb081a852 req-977c7d23-2ab2-4892-86cd-b534b5d5b0f4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452538 Feb 17 03:32:19.094967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb4b4c-61b7-45d4-8f9c-a272f3a16564 req-05f5c95d-db37-4e5f-a0bd-fd699af8402f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:19.096631 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-afbb4b4c-61b7-45d4-8f9c-a272f3a16564 req-05f5c95d-db37-4e5f-a0bd-fd699af8402f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1017520 Feb 17 03:32:19.145015 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-afbb4b4c-61b7-45d4-8f9c-a272f3a16564 req-2417cb77-6012-42c4-ac93-6a269a856c59 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 Feb 17 03:32:20.342591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-a22f983f-6789-4b8a-8a7a-563f6e3b3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:20.344923 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-a22f983f-6789-4b8a-8a7a-563f6e3b3273 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 1162 time: 0.0913076 Feb 17 03:32:20.360928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb849ac-ef13-4f4e-847b-492a79613b57 req-4a75ebff-658f-481c-9736-cadcd6c1f283 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:20.362504 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7bb849ac-ef13-4f4e-847b-492a79613b57 req-4a75ebff-658f-481c-9736-cadcd6c1f283 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0901217 Feb 17 03:32:20.419027 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7bb849ac-ef13-4f4e-847b-492a79613b57 req-1f1b2be0-34b2-4e26-93e1-9e14e044eb9d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497470 Feb 17 03:32:20.511409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-cfd4b874-16aa-4e09-8b4f-2dd2f6b9fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:20.513027 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-cfd4b874-16aa-4e09-8b4f-2dd2f6b9fde4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.1613154 Feb 17 03:32:20.640488 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-00834451-4c56-4ffd-aa4c-0a9b96bfe9b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 HTTP/1.1" status: 200 len: 999 time: 0.1163445 Feb 17 03:32:20.717623 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-151b0093-ce18-42ba-aa0e-0268297bbb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:20.719411 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-151b0093-ce18-42ba-aa0e-0268297bbb2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.0654805 Feb 17 03:32:20.815457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-4b5ad67c-77a2-4497-a7c4-844c3b593068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:20.817084 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-4b5ad67c-77a2-4497-a7c4-844c3b593068 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815620 Feb 17 03:32:20.911122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50785c-03ce-4d8f-9b65-a248c9acfc10 req-b5ada1cd-a88a-45d9-9a64-b3420d3b89e7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:20.912717 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7d50785c-03ce-4d8f-9b65-a248c9acfc10 req-b5ada1cd-a88a-45d9-9a64-b3420d3b89e7 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.0887623 Feb 17 03:32:20.961914 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7d50785c-03ce-4d8f-9b65-a248c9acfc10 req-1499696c-4262-4272-bb1c-13ff3df259dc tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Feb 17 03:32:20.970871 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-40f3b5b3-301c-488a-b7bd-4c6ba9676807 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388481 Feb 17 03:32:21.360947 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c1c351e0-a070-49a2-b868-9b807a941a2b req-1dc6ce27-0d01-414d-b651-52e27e58f389 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3727200 Feb 17 03:32:21.651968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a7939-ca6f-435a-bf3f-eeeef38c1799 req-7507617b-04b1-4fca-af6a-d508ab74855f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:21.654047 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-641a7939-ca6f-435a-bf3f-eeeef38c1799 req-7507617b-04b1-4fca-af6a-d508ab74855f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1003764 Feb 17 03:32:21.702666 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-641a7939-ca6f-435a-bf3f-eeeef38c1799 req-66a890b8-b807-4cf3-b330-0077a2be9e90 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420647 Feb 17 03:32:22.166660 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c6a1c-18c6-4e71-9ddc-4e33ed2d96c9 req-d5a866ed-590d-4e0f-8a9b-bec81c3aa3af tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:22.168521 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-541c6a1c-18c6-4e71-9ddc-4e33ed2d96c9 req-d5a866ed-590d-4e0f-8a9b-bec81c3aa3af tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.0916216 Feb 17 03:32:22.221961 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-541c6a1c-18c6-4e71-9ddc-4e33ed2d96c9 req-d2484f67-3c52-44d7-b19e-42acc4a37c5e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469170 Feb 17 03:32:22.924837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c66437-d7bd-4025-98b0-178dee8f89d2 req-383c4504-d205-4160-a6a2-c33448129588 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:22.926491 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-07c66437-d7bd-4025-98b0-178dee8f89d2 req-383c4504-d205-4160-a6a2-c33448129588 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0997746 Feb 17 03:32:22.976186 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-07c66437-d7bd-4025-98b0-178dee8f89d2 req-f2bea868-f954-4dc3-b568-c84a1d21346d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429602 Feb 17 03:32:23.429849 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af184-d8c2-4fae-afd0-02350bba5257 req-aeeabd38-51ee-4d33-8426-4b3282e7a080 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:23.431742 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-197af184-d8c2-4fae-afd0-02350bba5257 req-aeeabd38-51ee-4d33-8426-4b3282e7a080 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.0898609 Feb 17 03:32:23.483770 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-197af184-d8c2-4fae-afd0-02350bba5257 req-52dc4e75-ec98-4058-8d90-5a6494d84e95 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Feb 17 03:32:23.652289 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:24.214961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c9e66-8d36-4499-bdd5-9fb17caf6d24 req-4d00e0d3-7c50-4e67-9bca-3df9b4bdfd53 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:24.217244 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-258c9e66-8d36-4499-bdd5-9fb17caf6d24 req-4d00e0d3-7c50-4e67-9bca-3df9b4bdfd53 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0923169 Feb 17 03:32:24.275405 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-258c9e66-8d36-4499-bdd5-9fb17caf6d24 req-a020e496-a034-4eac-9b0a-792524016fbe tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472739 Feb 17 03:32:24.590994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:32:24.705149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb786d-6513-4837-8eaa-019895ff81e8 req-aa567a18-4cf4-4c1b-937d-9b0679ca3e4c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:24.709738 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-83fb786d-6513-4837-8eaa-019895ff81e8 req-aa567a18-4cf4-4c1b-937d-9b0679ca3e4c tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.0994797 Feb 17 03:32:24.737543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:24.781328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:32:24.783468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:32:24.791411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:24.792618 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-83fb786d-6513-4837-8eaa-019895ff81e8 req-a6a0ecc7-2777-4787-accf-9670621f84ac tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610025 Feb 17 03:32:24.794889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:24.858768 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'code': 200} Feb 17 03:32:24.877961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:24.881666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:25.160521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5fb3-a12c-45b7-a302-87954ed24129 req-38cda9b9-66ee-41dc-8cc2-a8c1cc488edc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:25.162168 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e91e5fb3-a12c-45b7-a302-87954ed24129 req-38cda9b9-66ee-41dc-8cc2-a8c1cc488edc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1086836 Feb 17 03:32:25.214048 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e91e5fb3-a12c-45b7-a302-87954ed24129 req-6fba8183-b3e9-428b-979c-7ec317146afe tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447233 Feb 17 03:32:25.527894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1377-37bd-45f9-a57b-17ab1a8b673a req-56402d2d-af01-4f3d-bfe8-bf57d2ad2dbc tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:25.530914 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-26df1377-37bd-45f9-a57b-17ab1a8b673a req-56402d2d-af01-4f3d-bfe8-bf57d2ad2dbc tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.1057158 Feb 17 03:32:25.596893 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-26df1377-37bd-45f9-a57b-17ab1a8b673a req-ecc5ef56-be37-491b-a952-7c48a6d2e23a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592158 Feb 17 03:32:25.674852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-f225e963-b761-4d75-8fdc-77e817744641 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:25.675652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-f225e963-b761-4d75-8fdc-77e817744641 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Synchronizing usage tracker for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:32:25.688474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-f225e963-b761-4d75-8fdc-77e817744641 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Unset dirty status for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:32:25.689688 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-f225e963-b761-4d75-8fdc-77e817744641 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.38 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.1106808 Feb 17 03:32:25.775696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Deleting port 2a1a583a-9700-4e47-9b07-5681abb06c41 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:32:25.776032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:26.007874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89aa96-8268-4965-ab71-8cf014af1c54 req-971dcd40-ccb5-402d-82bf-0df42da54ea2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:26.016501 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ec89aa96-8268-4965-ab71-8cf014af1c54 req-971dcd40-ccb5-402d-82bf-0df42da54ea2 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 945 time: 0.0959678 Feb 17 03:32:26.076152 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ec89aa96-8268-4965-ab71-8cf014af1c54 req-b9d2fee0-b1dc-4df0-87d4-ab078efa7544 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581467 Feb 17 03:32:26.083215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] For port 2a1a583a-9700-4e47-9b07-5681abb06c41, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2a1a583a-9700-4e47-9b07-5681abb06c41,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:32:26.083614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:26.221456 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Calling delete_port for 2a1a583a-9700-4e47-9b07-5681abb06c41 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:32:26.396922 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:26.421218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-462f6ea7-c43c-4cd0-a789-836fbc2456ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:26.445461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c0f12-846e-4489-b9dc-a3c3da3bd7a3 req-bc25c74f-bfba-422c-988b-c96ba20d7858 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:26.448538 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-387c0f12-846e-4489-b9dc-a3c3da3bd7a3 req-bc25c74f-bfba-422c-988b-c96ba20d7858 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0938566 Feb 17 03:32:26.492202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Pushing event deleted for resources: {'Port': ['ID=2a1a583a-9700-4e47-9b07-5681abb06c41,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:26.505318 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-387c0f12-846e-4489-b9dc-a3c3da3bd7a3 req-fc41a519-1f38-46f4-8cbf-53d816caa3b2 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491590 Feb 17 03:32:26.545304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:26.591839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 2a1a583a-9700-4e47-9b07-5681abb06c41 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:32:26.638685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 2a1a583a-9700-4e47-9b07-5681abb06c41 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:32:26.639110 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 2a1a583a-9700-4e47-9b07-5681abb06c41 not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:32:26.661150 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] No DVR routers for this DVR port 2a1a583a-9700-4e47-9b07-5681abb06c41 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:32:26.668069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:26.671182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412c79cb-39c8-44b3-8cff-bef48ca8caac', 'name': 'network-vif-deleted', 'tag': '2a1a583a-9700-4e47-9b07-5681abb06c41'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:32:26.696786 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c776a632-0e9e-425e-b6f7-b3a6359ccdad req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.38 "DELETE /v2.0/ports/2a1a583a-9700-4e47-9b07-5681abb06c41 HTTP/1.1" status: 204 len: 173 time: 1.0004637 Feb 17 03:32:26.724913 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412c79cb-39c8-44b3-8cff-bef48ca8caac', 'name': 'network-vif-deleted', 'tag': '2a1a583a-9700-4e47-9b07-5681abb06c41', 'status': 'completed', 'code': 200} Feb 17 03:32:26.780841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d43a6-2e5b-45a2-bb2c-381cd29c4d03 req-322b4285-85b4-42b8-be59-74e7644e4321 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:26.782700 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f68d43a6-2e5b-45a2-bb2c-381cd29c4d03 req-322b4285-85b4-42b8-be59-74e7644e4321 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0984423 Feb 17 03:32:26.837978 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f68d43a6-2e5b-45a2-bb2c-381cd29c4d03 req-af6e6916-3e1a-46ee-b8b2-ab397c1f3b10 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486073 Feb 17 03:32:26.863188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 45956) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:32:27.019636 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-5f4fb057-50fa-4c03-b317-150b8d91905a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1551223 Feb 17 03:32:27.279152 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a254e187-c000-49b4-bd32-15b8e954ac46 req-b789ea3e-7b28-461f-8b3a-e0b457138f55 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=412c79cb-39c8-44b3-8cff-bef48ca8caac HTTP/1.1" status: 200 len: 210 time: 0.0523098 Feb 17 03:32:27.758356 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a550f-bc55-4f9d-92de-8fdc3bef8c03 req-7ea440ef-4b53-4582-ab13-39c75f23ed62 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:27.760310 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e52a550f-bc55-4f9d-92de-8fdc3bef8c03 req-7ea440ef-4b53-4582-ab13-39c75f23ed62 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1278822 Feb 17 03:32:27.814969 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e52a550f-bc55-4f9d-92de-8fdc3bef8c03 req-45f77fa4-c80c-4f0b-921b-29a06c69b587 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468774 Feb 17 03:32:28.054986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088d863-85a8-4f13-90a6-e0efb1236595 req-8f61c1f5-7890-4f95-ab6c-9bdf1d583d9b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:28.056688 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6088d863-85a8-4f13-90a6-e0efb1236595 req-8f61c1f5-7890-4f95-ab6c-9bdf1d583d9b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0903792 Feb 17 03:32:28.106367 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6088d863-85a8-4f13-90a6-e0efb1236595 req-3680e875-b32a-4486-9a28-3209ec6bfd8e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424619 Feb 17 03:32:28.532836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-19fd8eda-987e-4f92-ab94-a0cddc96ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:28.534695 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-19fd8eda-987e-4f92-ab94-a0cddc96ab7f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46&tenant_id=5153b854571c4f5e8b12ed5596536176 HTTP/1.1" status: 200 len: 1160 time: 0.0893903 Feb 17 03:32:28.662156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-48d8238b-2d2e-4fc1-b7d0-7154ce270bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:28.663894 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-48d8238b-2d2e-4fc1-b7d0-7154ce270bd1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 1160 time: 0.0826328 Feb 17 03:32:28.789974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fc12f-fd14-45da-82d3-7e17ff244bdb req-2a686a9d-70e9-4ab3-a25d-2c3da9c3ea3e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:28.791564 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9e7fc12f-fd14-45da-82d3-7e17ff244bdb req-2a686a9d-70e9-4ab3-a25d-2c3da9c3ea3e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0963147 Feb 17 03:32:28.839720 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9e7fc12f-fd14-45da-82d3-7e17ff244bdb req-1051160a-c9c3-47b0-9d77-1d8b42e41267 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Feb 17 03:32:28.844931 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-d439cfad-2aed-49a4-82fb-fe627a4b974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:28.846643 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-d439cfad-2aed-49a4-82fb-fe627a4b974d service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.1442997 Feb 17 03:32:28.966183 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-ab71b454-14d1-4041-82ec-a2d32bc0001d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 HTTP/1.1" status: 200 len: 997 time: 0.1095490 Feb 17 03:32:29.025311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599b75b-1f65-4909-944c-5d7a803cd3df req-28da21dc-f963-4aec-9ca4-8cb41a2b8dea tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:29.026986 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f599b75b-1f65-4909-944c-5d7a803cd3df req-28da21dc-f963-4aec-9ca4-8cb41a2b8dea tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0881352 Feb 17 03:32:29.040407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-29afe5da-a266-44a3-9450-760380ff3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:29.041927 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-29afe5da-a266-44a3-9450-760380ff3201 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.0661414 Feb 17 03:32:29.081188 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f599b75b-1f65-4909-944c-5d7a803cd3df req-a93d8fca-6b8e-4a13-926f-3e3483af1178 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465808 Feb 17 03:32:29.134529 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-1055fde7-0286-4a43-9f0d-3a5473091a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:29.137044 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-1055fde7-0286-4a43-9f0d-3a5473091a0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878086 Feb 17 03:32:29.296568 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-73dbd48e-81d1-4eb4-a29d-6cf6f4e62154 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500828 Feb 17 03:32:29.328711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b66bf-c515-43f2-b52e-5a6615e92be8 req-3b74afb8-1af8-40cd-bc86-12ddbd324a4a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:29.331134 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-430b66bf-c515-43f2-b52e-5a6615e92be8 req-3b74afb8-1af8-40cd-bc86-12ddbd324a4a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0927582 Feb 17 03:32:29.384558 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-430b66bf-c515-43f2-b52e-5a6615e92be8 req-8ea76fe3-159d-4be8-a40e-2782e8e84dc7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469947 Feb 17 03:32:29.487334 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51c3808a-6069-4a9f-8f8d-f7c6c40d1bf7 req-bbb49829-0210-4924-8d4c-3fb1bc1419fb service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1469889 Feb 17 03:32:30.067241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc4e2-f6aa-4100-b4ee-881ccf9d886e req-243b0936-363f-4bd7-a534-8b5bc01d9d2a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:30.068765 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-597cc4e2-f6aa-4100-b4ee-881ccf9d886e req-243b0936-363f-4bd7-a534-8b5bc01d9d2a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0968428 Feb 17 03:32:30.127492 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-597cc4e2-f6aa-4100-b4ee-881ccf9d886e req-a4e7c385-f131-4092-9352-79268d2c7b0e tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485284 Feb 17 03:32:30.294326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9ada-1a92-4550-9f5b-f91fce5efa1f req-173f1c7d-7e74-4de6-ac58-f7af6baab39a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:30.295983 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f73f9ada-1a92-4550-9f5b-f91fce5efa1f req-173f1c7d-7e74-4de6-ac58-f7af6baab39a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0910869 Feb 17 03:32:30.348707 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f73f9ada-1a92-4550-9f5b-f91fce5efa1f req-f1ef3874-3ccf-4eeb-b00f-977e3d881178 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443685 Feb 17 03:32:30.609498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26076-f32f-4508-ac74-61e59286b429 req-c6710a99-2fee-4662-8939-c3d612bab44c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:30.611008 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3dc26076-f32f-4508-ac74-61e59286b429 req-c6710a99-2fee-4662-8939-c3d612bab44c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.1000888 Feb 17 03:32:30.662811 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3dc26076-f32f-4508-ac74-61e59286b429 req-a55fb8da-119e-465a-b19e-33f07b69d528 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441635 Feb 17 03:32:31.333875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b9ec0-2cf5-480d-bb2f-04b2813d2252 req-62348519-4789-4a41-aea6-e37cc43c8520 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:31.335597 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9a0b9ec0-2cf5-480d-bb2f-04b2813d2252 req-62348519-4789-4a41-aea6-e37cc43c8520 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0880415 Feb 17 03:32:31.398229 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9a0b9ec0-2cf5-480d-bb2f-04b2813d2252 req-e26bcfd9-5969-4673-a2d6-1c823de3fc1a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557058 Feb 17 03:32:31.565238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104db5a0-493b-4a89-8280-c23c45e6a32f req-8b25cfd7-2ea6-4fea-9c1b-f744505810ac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:31.566851 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-104db5a0-493b-4a89-8280-c23c45e6a32f req-8b25cfd7-2ea6-4fea-9c1b-f744505810ac tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0893195 Feb 17 03:32:31.617866 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-104db5a0-493b-4a89-8280-c23c45e6a32f req-d7780772-09b6-4ecb-9c3f-9b97424dc349 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442152 Feb 17 03:32:31.897594 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e939-1d56-4e32-af4d-3d72db38128b req-ab208557-3556-4010-ae60-1c936b5368f8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:31.899343 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a737e939-1d56-4e32-af4d-3d72db38128b req-ab208557-3556-4010-ae60-1c936b5368f8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0977902 Feb 17 03:32:31.950714 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a737e939-1d56-4e32-af4d-3d72db38128b req-92414540-f81a-4fef-b075-d8912183d537 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446558 Feb 17 03:32:32.610960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee158039-4425-4c2d-b832-99ddcaa24d63 req-9bc8bef4-e034-4f3b-a701-3ba0ad09303f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:32.612578 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ee158039-4425-4c2d-b832-99ddcaa24d63 req-9bc8bef4-e034-4f3b-a701-3ba0ad09303f tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0923505 Feb 17 03:32:32.673385 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ee158039-4425-4c2d-b832-99ddcaa24d63 req-3c1649cb-a6b0-49ee-a012-cb93689e5a9d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 Feb 17 03:32:32.825843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751383a-aa09-4bc9-9e87-76e8ad478442 req-84e83488-6c9f-436c-911c-59b322367b3e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:32.827885 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9751383a-aa09-4bc9-9e87-76e8ad478442 req-84e83488-6c9f-436c-911c-59b322367b3e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0894561 Feb 17 03:32:32.884102 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9751383a-aa09-4bc9-9e87-76e8ad478442 req-cb9176e9-4a46-410f-a840-1607473d527f tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490723 Feb 17 03:32:33.272071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae363-0a79-433b-affa-c84d15e1effd req-76687734-0700-481c-a716-58763288424d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:33.273644 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9a8ae363-0a79-433b-affa-c84d15e1effd req-76687734-0700-481c-a716-58763288424d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.1303875 Feb 17 03:32:33.344663 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9a8ae363-0a79-433b-affa-c84d15e1effd req-366852c5-7428-4442-9ec6-3dbc716e9d17 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607290 Feb 17 03:32:33.948614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834aa6e-6f6b-461a-95c5-4639332b54d3 req-4951c4cc-8802-48c1-a7e2-facc09923564 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:33.951233 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3834aa6e-6f6b-461a-95c5-4639332b54d3 req-4951c4cc-8802-48c1-a7e2-facc09923564 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1096601 Feb 17 03:32:34.029949 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3834aa6e-6f6b-461a-95c5-4639332b54d3 req-5756d749-ad53-442c-a521-5aca04cbf308 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564058 Feb 17 03:32:34.133818 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15795c-3210-4d4a-9bf6-f7812216912e req-015d995d-4e68-491f-8475-628ba7251fe4 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:34.135740 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5e15795c-3210-4d4a-9bf6-f7812216912e req-015d995d-4e68-491f-8475-628ba7251fe4 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0954325 Feb 17 03:32:34.187891 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5e15795c-3210-4d4a-9bf6-f7812216912e req-2f4e5d8e-f273-4d48-ab02-fe49bdf5ce70 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447781 Feb 17 03:32:34.564272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9dcbc-46ab-463a-bd4d-000d94ca425d req-6932f1f6-3208-4e67-9383-aa723f232b9b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:34.565944 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-77f9dcbc-46ab-463a-bd4d-000d94ca425d req-6932f1f6-3208-4e67-9383-aa723f232b9b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0935862 Feb 17 03:32:34.622300 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-77f9dcbc-46ab-463a-bd4d-000d94ca425d req-cd142ec7-eb35-48d5-8c15-8c4e4c5f4773 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493512 Feb 17 03:32:35.265357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850519a-f5fa-4724-a94f-7b6947118d16 req-3c63e7d5-f725-4398-8553-dfa5bd451e58 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:35.267179 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e850519a-f5fa-4724-a94f-7b6947118d16 req-3c63e7d5-f725-4398-8553-dfa5bd451e58 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1018095 Feb 17 03:32:35.396200 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e850519a-f5fa-4724-a94f-7b6947118d16 req-ca4bada3-a076-44f4-874a-8276906ebf48 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218138 Feb 17 03:32:35.447280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880c7e4-3b7f-4e5c-a74c-bce2cd666c23 req-0205ccc3-8ed1-4db2-aca7-69943f679374 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:35.448900 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d880c7e4-3b7f-4e5c-a74c-bce2cd666c23 req-0205ccc3-8ed1-4db2-aca7-69943f679374 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1266661 Feb 17 03:32:35.502275 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d880c7e4-3b7f-4e5c-a74c-bce2cd666c23 req-6d85918a-e60b-4106-9de0-20a039b96157 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459421 Feb 17 03:32:35.853606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ee787-72f8-41a6-ad67-560c1e6d5c1e req-068fbb0c-de5d-45b9-bdb6-b996304731c0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:35.855453 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-246ee787-72f8-41a6-ad67-560c1e6d5c1e req-068fbb0c-de5d-45b9-bdb6-b996304731c0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0910199 Feb 17 03:32:35.912130 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-246ee787-72f8-41a6-ad67-560c1e6d5c1e req-7daa3d66-96df-4efc-8512-0db43d7b0d04 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492473 Feb 17 03:32:36.609603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03344acc-88e9-4124-9bce-42d407ddd7bd req-2509f326-739d-43c2-9774-8e67938f53a5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:36.611309 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-03344acc-88e9-4124-9bce-42d407ddd7bd req-2509f326-739d-43c2-9774-8e67938f53a5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0884855 Feb 17 03:32:36.723360 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-03344acc-88e9-4124-9bce-42d407ddd7bd req-05e9e5b6-face-4e65-81ac-e38cfc3b92d6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033256 Feb 17 03:32:36.754508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f0a7e-ca90-402a-8f76-654e733a7ec5 req-17c9747a-4902-4bb4-b5b7-96ef5960cb02 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:36.756190 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-209f0a7e-ca90-402a-8f76-654e733a7ec5 req-17c9747a-4902-4bb4-b5b7-96ef5960cb02 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1187069 Feb 17 03:32:36.806776 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-209f0a7e-ca90-402a-8f76-654e733a7ec5 req-385927d1-296a-43c0-9190-d205209b5892 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433586 Feb 17 03:32:37.124465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41102066-5217-40c5-92c0-4c0cffc43a69 req-dccc6fe4-a15f-4c0c-a934-8f4a146cb3ba tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:37.126093 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41102066-5217-40c5-92c0-4c0cffc43a69 req-dccc6fe4-a15f-4c0c-a934-8f4a146cb3ba tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0881748 Feb 17 03:32:37.180277 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41102066-5217-40c5-92c0-4c0cffc43a69 req-aab64f8c-e53d-4df1-8892-bcbcb0e5bffd tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476716 Feb 17 03:32:38.004746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce395c-3ed3-4244-b78b-cf55a61891b6 req-eed19eea-d2f1-4ec1-87c6-abce2be90753 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:38.006352 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79ce395c-3ed3-4244-b78b-cf55a61891b6 req-eed19eea-d2f1-4ec1-87c6-abce2be90753 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1514344 Feb 17 03:32:38.293030 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-79ce395c-3ed3-4244-b78b-cf55a61891b6 req-fd791965-3c5c-477b-bca5-a5231bb5dd70 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797213 Feb 17 03:32:38.299694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d709721-a504-4ae7-be76-fe137cbd3109 req-f327873d-eb3a-4c52-a1dd-f6f77a411f95 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:38.301313 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3d709721-a504-4ae7-be76-fe137cbd3109 req-f327873d-eb3a-4c52-a1dd-f6f77a411f95 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.3746850 Feb 17 03:32:38.370582 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3d709721-a504-4ae7-be76-fe137cbd3109 req-64efe940-d3a0-4681-9854-5931c332e470 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543618 Feb 17 03:32:38.498981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accabe30-e19e-4908-91b8-b98a191a69ec req-96c85a2a-1a66-4bc6-9935-b970663b98b9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:38.501082 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-accabe30-e19e-4908-91b8-b98a191a69ec req-96c85a2a-1a66-4bc6-9935-b970663b98b9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0906560 Feb 17 03:32:38.555310 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-accabe30-e19e-4908-91b8-b98a191a69ec req-9bfbc124-6dbd-4777-8fd9-2196d0709e07 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474041 Feb 17 03:32:38.901564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:38.978692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 9358840c-540b-49de-b65a-0d353ab98a38 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:38.979196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:39.552161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5f4de-97c2-4f55-89c3-d26140102ce0 req-ae718b94-b04a-4633-a474-335080abcebe tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:39.553747 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-78f5f4de-97c2-4f55-89c3-d26140102ce0 req-ae718b94-b04a-4633-a474-335080abcebe tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1413403 Feb 17 03:32:39.625300 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-78f5f4de-97c2-4f55-89c3-d26140102ce0 req-feee809d-338f-402b-b7b2-79a397927bcc tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593336 Feb 17 03:32:39.647341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35d85d-0264-4908-aa86-29a17163318f req-a006d083-4f31-4684-9695-783ff662a326 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:39.650905 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3e35d85d-0264-4908-aa86-29a17163318f req-a006d083-4f31-4684-9695-783ff662a326 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1515086 Feb 17 03:32:39.698098 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3e35d85d-0264-4908-aa86-29a17163318f req-7543dab8-5453-4b86-9b1f-9a3cc49ed620 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461569 Feb 17 03:32:39.834433 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785574d9-a311-470a-872e-455e6bd239bb req-4333ccb1-f937-4acc-8e50-a6dcc2c61c6f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:39.836019 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-785574d9-a311-470a-872e-455e6bd239bb req-4333ccb1-f937-4acc-8e50-a6dcc2c61c6f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0882723 Feb 17 03:32:39.889587 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-785574d9-a311-470a-872e-455e6bd239bb req-8cd12fe1-0304-49c7-9f08-8cf3a981f54e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471172 Feb 17 03:32:40.915812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbe1a8-896f-4d62-92d2-766bb888eaf6 req-2079de25-42f8-43ea-a338-0af479a64223 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:40.917335 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f7bbe1a8-896f-4d62-92d2-766bb888eaf6 req-2079de25-42f8-43ea-a338-0af479a64223 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1687315 Feb 17 03:32:40.977923 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f7bbe1a8-896f-4d62-92d2-766bb888eaf6 req-5782e4d9-6869-400e-8cd6-fea0d83bc926 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519593 Feb 17 03:32:40.988366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdd9e-3fdb-4856-ae2f-d9ad0e4c7f11 req-7cd73ded-431b-4196-8dbd-679a2d6e4284 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:40.990058 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ab6fdd9e-3fdb-4856-ae2f-d9ad0e4c7f11 req-7cd73ded-431b-4196-8dbd-679a2d6e4284 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1542950 Feb 17 03:32:41.041031 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ab6fdd9e-3fdb-4856-ae2f-d9ad0e4c7f11 req-1539a911-5752-425f-b64b-b18b2f6517d5 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 Feb 17 03:32:41.179751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87b546-5ae9-427b-8c75-f64173a1ac95 req-52023a9b-9f23-44ba-aead-f8087bda499a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:41.181351 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6d87b546-5ae9-427b-8c75-f64173a1ac95 req-52023a9b-9f23-44ba-aead-f8087bda499a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0957093 Feb 17 03:32:41.293894 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6d87b546-5ae9-427b-8c75-f64173a1ac95 req-a1bb6a14-bcd9-4721-8750-7844ed5c71ed tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059887 Feb 17 03:32:41.961589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1737893e-43c2-42ee-ade1-433c2df73221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:42.248352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ed2d1-8f09-401a-8434-55042ec09c23 req-395e2506-6517-4714-8c5b-73ecd2c487be tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:42.250102 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4d5ed2d1-8f09-401a-8434-55042ec09c23 req-395e2506-6517-4714-8c5b-73ecd2c487be tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1537404 Feb 17 03:32:42.309158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e71744-fe55-4671-8888-90437558ea35 req-5117f6f7-f2a9-4633-b3b0-14fd7ac9de74 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:42.310964 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-23e71744-fe55-4671-8888-90437558ea35 req-5117f6f7-f2a9-4633-b3b0-14fd7ac9de74 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1482444 Feb 17 03:32:42.320200 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4d5ed2d1-8f09-401a-8434-55042ec09c23 req-07ac8bd7-9725-40f7-84a4-40f2a5348155 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630839 Feb 17 03:32:42.375554 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-23e71744-fe55-4671-8888-90437558ea35 req-bb76d69c-334f-461a-a444-48b4dd87a614 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542238 Feb 17 03:32:42.542392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4b808-262f-44f9-b809-d1a3f9e6baf2 req-93b9bbbd-bc56-4e97-adaa-57ea7d25cf85 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:42.544067 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a6d4b808-262f-44f9-b809-d1a3f9e6baf2 req-93b9bbbd-bc56-4e97-adaa-57ea7d25cf85 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0943122 Feb 17 03:32:42.600827 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a6d4b808-262f-44f9-b809-d1a3f9e6baf2 req-261da145-69ec-497b-98a3-c3c0fa90b8ae tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500386 Feb 17 03:32:43.605815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e55d2-b031-4031-beee-c5d2c127657f req-e1745068-1b34-48c5-86c1-7ac3a536144a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:43.607438 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-229e55d2-b031-4031-beee-c5d2c127657f req-e1745068-1b34-48c5-86c1-7ac3a536144a tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1610122 Feb 17 03:32:43.616910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94630f55-6352-4e66-bde4-6289f0fc360d req-c08d7f1d-9829-4fa4-9006-3fc76fd175dc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:43.618481 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-94630f55-6352-4e66-bde4-6289f0fc360d req-c08d7f1d-9829-4fa4-9006-3fc76fd175dc tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1293502 Feb 17 03:32:43.692488 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-229e55d2-b031-4031-beee-c5d2c127657f req-86d9cf7b-73db-48ca-bae4-d2ad9b2ee971 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728807 Feb 17 03:32:43.700000 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-94630f55-6352-4e66-bde4-6289f0fc360d req-d2a02dab-df0c-4d07-a44e-22dca33f1866 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661297 Feb 17 03:32:43.893470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9acd3-372e-4621-ae0e-36f5db951860 req-f4222abe-ad03-45c1-9ce4-0d749bd84d63 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:43.895049 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-96a9acd3-372e-4621-ae0e-36f5db951860 req-f4222abe-ad03-45c1-9ce4-0d749bd84d63 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0870483 Feb 17 03:32:43.947118 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-96a9acd3-372e-4621-ae0e-36f5db951860 req-7b40a190-fac0-41fd-90c0-800c07f93ec6 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Feb 17 03:32:44.208976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb617902-0576-4ee4-b27b-696e40a2c897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:44.961688 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684513f9-4b7e-4b59-99c8-d82c74695649 req-ea301c09-83dc-45f7-b57c-f33ad3c8af09 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:44.963334 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-684513f9-4b7e-4b59-99c8-d82c74695649 req-ea301c09-83dc-45f7-b57c-f33ad3c8af09 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1556964 Feb 17 03:32:44.972972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60efa5-c3b3-4381-8d0e-24713f7ee938 req-cf628cd3-aa02-4f88-b6a4-3d559b0ef824 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:44.974513 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6b60efa5-c3b3-4381-8d0e-24713f7ee938 req-cf628cd3-aa02-4f88-b6a4-3d559b0ef824 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1253648 Feb 17 03:32:45.047377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:45.049892 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-684513f9-4b7e-4b59-99c8-d82c74695649 req-18f6e508-7414-4e6b-8d99-8c6128746230 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743313 Feb 17 03:32:45.054551 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6b60efa5-c3b3-4381-8d0e-24713f7ee938 req-d9bc62da-d035-435a-aaf8-b88409ec8b7d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646274 Feb 17 03:32:45.241179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4de932-a5a5-4cdc-b198-a1475e7a7fda req-2f0d8f17-f47a-4c7e-93bd-e334992e8021 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:45.242792 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ce4de932-a5a5-4cdc-b198-a1475e7a7fda req-2f0d8f17-f47a-4c7e-93bd-e334992e8021 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0887005 Feb 17 03:32:45.316628 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ce4de932-a5a5-4cdc-b198-a1475e7a7fda req-b4fced19-e9cc-4cf3-89bc-1c3d5e15ac50 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615466 Feb 17 03:32:45.424967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4b082-ba60-46a9-bf5c-a0c8db2ebdd9 req-fce60bd1-c3e4-4088-8fe9-47ae595b1be7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:45.426601 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-11f4b082-ba60-46a9-bf5c-a0c8db2ebdd9 req-fce60bd1-c3e4-4088-8fe9-47ae595b1be7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0882709 Feb 17 03:32:45.475836 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-11f4b082-ba60-46a9-bf5c-a0c8db2ebdd9 req-8fb0ed8e-bb5c-4c9b-b4ca-62304d3357bb tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426047 Feb 17 03:32:45.541991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-ba425dc9-4ef8-4195-be1d-0862ee7480a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:45.543686 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-ba425dc9-4ef8-4195-be1d-0862ee7480a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 1162 time: 0.0844131 Feb 17 03:32:45.738640 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-0096198f-7ebf-4852-b503-6eb825a53645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:45.740289 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-0096198f-7ebf-4852-b503-6eb825a53645 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 905 time: 0.1439459 Feb 17 03:32:45.873836 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-3e51fa00-c60f-43e1-a625-26831f81500a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9358840c-540b-49de-b65a-0d353ab98a38 HTTP/1.1" status: 200 len: 1001 time: 0.1044679 Feb 17 03:32:45.956133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-80ae4b2f-ec9b-421f-a3c3-d76da7c4936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:45.957620 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-80ae4b2f-ec9b-421f-a3c3-d76da7c4936d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.0654705 Feb 17 03:32:46.051827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-5932f5df-532c-4e17-ba57-8ee94e544753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:46.053485 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-5932f5df-532c-4e17-ba57-8ee94e544753 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818660 Feb 17 03:32:46.116956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:46.210287 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-5fd09702-af8d-4f07-af14-533be7d26738 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407132 Feb 17 03:32:46.261583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49a76b-775e-4060-8cb0-b21e7cf4c277 req-63f99fb1-9abe-4be7-924e-f469589495d5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:46.263264 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ac49a76b-775e-4060-8cb0-b21e7cf4c277 req-63f99fb1-9abe-4be7-924e-f469589495d5 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0945053 Feb 17 03:32:46.314442 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ac49a76b-775e-4060-8cb0-b21e7cf4c277 req-b61fbd56-22bd-4ee3-8ac8-01542b9d3bca tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Feb 17 03:32:46.347147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:46.367717 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3781fafa-7b26-413b-bfd8-30003f243ac7 req-cc9a8cbb-b74a-4bf1-8529-4cf9a4e76467 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421282 Feb 17 03:32:46.542677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811650ee-8a5d-4126-b800-cb2621273721 req-71bf4e40-5a3b-483e-97a9-25ff6eb1c247 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:46.544392 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-811650ee-8a5d-4126-b800-cb2621273721 req-71bf4e40-5a3b-483e-97a9-25ff6eb1c247 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.1029725 Feb 17 03:32:46.596369 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-811650ee-8a5d-4126-b800-cb2621273721 req-96cebf0f-67a5-4ec1-a248-f63e79beff8b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452120 Feb 17 03:32:46.691147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ef52b-2c11-4a93-b0ae-5f1078118b11 req-2ea20eeb-e39f-46e9-a27e-b66f5ee2c3f9 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:46.692791 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-796ef52b-2c11-4a93-b0ae-5f1078118b11 req-2ea20eeb-e39f-46e9-a27e-b66f5ee2c3f9 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0933311 Feb 17 03:32:46.742675 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-796ef52b-2c11-4a93-b0ae-5f1078118b11 req-b2ad0d61-aac3-47af-ab92-be1258dfb2b3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434396 Feb 17 03:32:47.524987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54431eb0-e4b4-48a7-b228-42b458e073ae req-3b783bba-9334-4cf5-a06c-cd13153df2e0 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:47.527725 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-54431eb0-e4b4-48a7-b228-42b458e073ae req-3b783bba-9334-4cf5-a06c-cd13153df2e0 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0951526 Feb 17 03:32:47.581796 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-54431eb0-e4b4-48a7-b228-42b458e073ae req-3bbebc84-a243-4bd6-ba90-85e276279295 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469606 Feb 17 03:32:47.819831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eefca3-7684-4e1c-9e49-a3d93d67de83 req-5a292365-e0a3-482b-a832-8b363eb72920 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:47.821475 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-45eefca3-7684-4e1c-9e49-a3d93d67de83 req-5a292365-e0a3-482b-a832-8b363eb72920 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0887706 Feb 17 03:32:47.914195 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-45eefca3-7684-4e1c-9e49-a3d93d67de83 req-b984fdea-949a-48b3-8c86-87ed0eb28f20 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860281 Feb 17 03:32:47.960356 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bd1c7-4831-48b8-b257-79ccfd5f99d4 req-04840878-4122-46f3-8c12-7e79c15d13b5 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:47.961973 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f85bd1c7-4831-48b8-b257-79ccfd5f99d4 req-04840878-4122-46f3-8c12-7e79c15d13b5 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0973532 Feb 17 03:32:48.012355 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f85bd1c7-4831-48b8-b257-79ccfd5f99d4 req-4d7a5832-39b7-499f-a94e-4e3d9ef774f6 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438509 Feb 17 03:32:48.792180 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984bc92-ff79-4f01-9dd4-8c1f12d27efb req-6c6a9099-b0fa-444e-9f9c-4083013d1090 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:48.793801 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2984bc92-ff79-4f01-9dd4-8c1f12d27efb req-6c6a9099-b0fa-444e-9f9c-4083013d1090 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0919404 Feb 17 03:32:48.842598 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2984bc92-ff79-4f01-9dd4-8c1f12d27efb req-a4414551-519b-430e-8a84-270634da11df tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421755 Feb 17 03:32:49.122200 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfc9ec-90b4-4967-ba22-b2b522e417dd req-4a22e148-bb3f-47d2-9ff7-3b2c3959cf2e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:49.123784 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-afbfc9ec-90b4-4967-ba22-b2b522e417dd req-4a22e148-bb3f-47d2-9ff7-3b2c3959cf2e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 943 time: 0.0875671 Feb 17 03:32:49.172176 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-afbfc9ec-90b4-4967-ba22-b2b522e417dd req-ec738a67-eafa-46d3-9d54-620a37895890 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Feb 17 03:32:50.049452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ed3b0-d3bf-4166-a7bd-217586603ce2 req-38b68a72-c9ed-4993-949f-f28ee8436dd6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:50.051039 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ff6ed3b0-d3bf-4166-a7bd-217586603ce2 req-38b68a72-c9ed-4993-949f-f28ee8436dd6 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0916200 Feb 17 03:32:50.066013 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:50.102400 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ff6ed3b0-d3bf-4166-a7bd-217586603ce2 req-851b56df-b0fa-43d3-9e0d-03861a559fd3 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Feb 17 03:32:50.140643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:50.141067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:50.271234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:50.301313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:32:50.312075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:32:50.315591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:50.316510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:50.347707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:50.388697 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66e0ca-cb8f-4759-9f64-25fc54d0dd66 req-2c80e837-903e-40f0-9a13-881efeffe41f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:50.390506 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4e66e0ca-cb8f-4759-9f64-25fc54d0dd66 req-2c80e837-903e-40f0-9a13-881efeffe41f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0952353 Feb 17 03:32:50.443439 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4e66e0ca-cb8f-4759-9f64-25fc54d0dd66 req-75407a7b-56b5-42a6-acdf-d183feb85e49 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456805 Feb 17 03:32:50.565396 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'code': 200} Feb 17 03:32:50.613979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,revision_number=6']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:50.624880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.625259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.625630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.625994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.626355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.626710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.627120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.627476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.627834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.628172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.628524 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.628875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.629286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.629645 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.629994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.630342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.630693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.631076 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.631426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.631776 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.632126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.632477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.632823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.633157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:50.637819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:50.643835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 9358840c-540b-49de-b65a-0d353ab98a38 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:50.644258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:51.160415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba106667-2b6e-421e-9f14-48539672f622 req-34a42ea4-8bc8-4f61-97f8-e77d3e35e764 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:51.161994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ba106667-2b6e-421e-9f14-48539672f622 req-34a42ea4-8bc8-4f61-97f8-e77d3e35e764 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Synchronizing usage tracker for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:32:51.180780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ba106667-2b6e-421e-9f14-48539672f622 req-34a42ea4-8bc8-4f61-97f8-e77d3e35e764 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Unset dirty status for tenant:f1d59e0bc9db4584983bd1ecf20411f1 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:32:51.182100 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ba106667-2b6e-421e-9f14-48539672f622 req-34a42ea4-8bc8-4f61-97f8-e77d3e35e764 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.38 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.1175501 Feb 17 03:32:51.319435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4cb15-ac11-4f97-89e8-b07920e4a9db req-a9574601-660d-4103-b4c0-323b6657ee55 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:51.321966 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-65b4cb15-ac11-4f97-89e8-b07920e4a9db req-a9574601-660d-4103-b4c0-323b6657ee55 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 945 time: 0.0894511 Feb 17 03:32:51.347032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Deleting port b28bf9e8-e8df-4b19-a589-0b209465ca5c {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:32:51.347325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:51.373335 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-65b4cb15-ac11-4f97-89e8-b07920e4a9db req-18a96cc4-43d7-45f8-af49-e8e130571048 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450728 Feb 17 03:32:51.390506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:51.418835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bebde-4df8-439f-841c-f5ab19c1c7fc req-49d9d5b1-4607-43b5-92d2-0aafba924914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:51.420522 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-100bebde-4df8-439f-841c-f5ab19c1c7fc req-49d9d5b1-4607-43b5-92d2-0aafba924914 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 1162 time: 0.2093065 Feb 17 03:32:51.467142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:51.467566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:51.633764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device b28bf9e8-e8df-4b19-a589-0b209465ca5c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:32:51.673902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196590d-90e7-49da-9383-644eb7ca4ec3 req-e257e4ae-d06c-4db1-b316-7dff7b7c4e7b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:51.675670 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5196590d-90e7-49da-9383-644eb7ca4ec3 req-e257e4ae-d06c-4db1-b316-7dff7b7c4e7b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0987556 Feb 17 03:32:51.730202 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5196590d-90e7-49da-9383-644eb7ca4ec3 req-665a6ad0-ec49-4d26-9651-39ec3fbbd087 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462542 Feb 17 03:32:51.775848 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-100bebde-4df8-439f-841c-f5ab19c1c7fc req-73ca5cc2-124b-413f-b471-ab7176a47de7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969050 Feb 17 03:32:51.793524 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:51.827927 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port b28bf9e8-e8df-4b19-a589-0b209465ca5c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:32:51.831377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:51.833451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:51.886210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] For port b28bf9e8-e8df-4b19-a589-0b209465ca5c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:32:51.886527 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:51.904539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=b28bf9e8-e8df-4b19-a589-0b209465ca5c,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:51.908258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:52.025544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Calling delete_port for b28bf9e8-e8df-4b19-a589-0b209465ca5c owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:32:52.124330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:32:52.124696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:32:52.566579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de419773-1f06-432c-8706-8ecbc2d40728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28bf9e8-e8df-4b19-a589-0b209465ca5c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:32:52.587767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc9d63-f70f-4ec3-955b-4365ea71b8d1 req-a161bc04-568e-481e-93db-a067de1e75f3 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:52.589388 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-26dc9d63-f70f-4ec3-955b-4365ea71b8d1 req-a161bc04-568e-481e-93db-a067de1e75f3 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 943 time: 0.0937688 Feb 17 03:32:52.619905 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de419773-1f06-432c-8706-8ecbc2d40728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28bf9e8-e8df-4b19-a589-0b209465ca5c', 'code': 200} Feb 17 03:32:52.625885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Deleting port b28bf9e8-e8df-4b19-a589-0b209465ca5c {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:32:52.626279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:52.643027 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-26dc9d63-f70f-4ec3-955b-4365ea71b8d1 req-d21f53b7-d9a5-4b98-909e-10f5db8f1a8d tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6771b18-70de-4fb5-a6dc-07cebe68702a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Feb 17 03:32:52.912498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] For port b28bf9e8-e8df-4b19-a589-0b209465ca5c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b28bf9e8-e8df-4b19-a589-0b209465ca5c,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:32:52.912896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:52.925879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:32:52.956258 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab09ed-4647-4887-81a3-7f80d8f48772 req-b259f637-bfca-4720-9d29-3948e57e38df tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:52.957901 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3aab09ed-4647-4887-81a3-7f80d8f48772 req-b259f637-bfca-4720-9d29-3948e57e38df tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0886157 Feb 17 03:32:53.007166 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3aab09ed-4647-4887-81a3-7f80d8f48772 req-79d81b41-77ea-4d2a-bfd3-b46bbac6406c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Feb 17 03:32:53.047353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Calling delete_port for b28bf9e8-e8df-4b19-a589-0b209465ca5c owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:32:53.203689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:53.219576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1ba6d853-a94a-4228-bf4f-2307c52beedb tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:53.274852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Pushing event deleted for resources: {'Port': ['ID=b28bf9e8-e8df-4b19-a589-0b209465ca5c,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:53.335651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.336063 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.336470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.336868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.337273 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.337668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.338121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.338984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.338984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.339268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.339618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.340005 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.340467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.340849 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.341234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.341609 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.342003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.342379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.342964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.343373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.343754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.344137 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.344499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.344881 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:53.353300 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:53.455818 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] No DVR routers for this DVR port b28bf9e8-e8df-4b19-a589-0b209465ca5c on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:32:53.458177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:53.462357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de419773-1f06-432c-8706-8ecbc2d40728', 'name': 'network-vif-deleted', 'tag': 'b28bf9e8-e8df-4b19-a589-0b209465ca5c'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:32:53.476987 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ba106667-2b6e-421e-9f14-48539672f622 req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.38 "DELETE /v2.0/ports/b28bf9e8-e8df-4b19-a589-0b209465ca5c HTTP/1.1" status: 204 len: 173 time: 2.2641666 Feb 17 03:32:53.516289 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de419773-1f06-432c-8706-8ecbc2d40728', 'name': 'network-vif-deleted', 'tag': 'b28bf9e8-e8df-4b19-a589-0b209465ca5c', 'status': 'completed', 'code': 200} Feb 17 03:32:53.572849 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:53.670362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:53.670784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:53.704996 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:53.887201 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-17bbf867-0b23-4605-a936-7b0bbfa1170b req-052b7b6a-0b80-4e6f-a8c8-be18f3565002 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] 10.222.0.49 "GET /v2.0/ports?device_id=de419773-1f06-432c-8706-8ecbc2d40728 HTTP/1.1" status: 200 len: 210 time: 0.0609097 Feb 17 03:32:54.497526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0478d5-4ba7-469a-aab1-c90de63694fb req-bc984493-1252-4e0a-aa1c-963e754c7f4e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:54.499927 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4c0478d5-4ba7-469a-aab1-c90de63694fb req-bc984493-1252-4e0a-aa1c-963e754c7f4e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.3508403 Feb 17 03:32:54.558355 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4c0478d5-4ba7-469a-aab1-c90de63694fb req-41c36c98-5bce-4af5-9d6f-66bf0af44904 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489316 Feb 17 03:32:55.039747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46256) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:32:55.399593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:32:55.482721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:32:55.483234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:55.646820 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853067383'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:56.044806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Deleting port e7e6091e-85a3-41fa-b94a-c1e807d178e5 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:32:56.045750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:56.238403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] For port e7e6091e-85a3-41fa-b94a-c1e807d178e5, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=e7e6091e-85a3-41fa-b94a-c1e807d178e5,segment=NetworkSegment(4f0337c3-b966-48f0-97df-c523115e6a23),segment_id=4f0337c3-b966-48f0-97df-c523115e6a23)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:32:56.238792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:56.376362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Calling delete_port for e7e6091e-85a3-41fa-b94a-c1e807d178e5 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:32:56.700675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:56.715118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:32:56.771060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e6091e-85a3-41fa-b94a-c1e807d178e5,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:32:56.831717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.832129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.832562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.832943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.833343 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.833735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.834129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.834519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.834906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.835342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.835737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.836108 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.836565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.836955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.837345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.837726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.838118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.838482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.838868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.839282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.839671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.840057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.840441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.840825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:32:56.848286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:32:57.390588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853067289'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:57.920175 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Router 145358e8-7014-4329-85b4-c0b350545ed6 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:32:58.116677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:32:58.127694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] Sync routers for ids ['145358e8-7014-4329-85b4-c0b350545ed6'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:32:58.139389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] Routers {'145358e8-7014-4329-85b4-c0b350545ed6'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:32:58.140406 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:32:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['145358e8-7014-4329-85b4-c0b350545ed6'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:32:58.144921 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] 10.222.0.49 "PUT /v2.0/routers/145358e8-7014-4329-85b4-c0b350545ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1029184 Feb 17 03:32:58.147850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46274) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:32:58.341080 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] Set router 145358e8-7014-4329-85b4-c0b350545ed6 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:32:58.345269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:58.556560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:58.562767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Deleting port 142b98ad-d917-4ed3-a7f0-9432d527f3de {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:32:58.563260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:58.675169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:32:56Z', 'revision_number': 5, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:32:58.679645 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] Checking router: 145358e8-7014-4329-85b4-c0b350545ed6 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:32:58.689428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] Routers {'145358e8-7014-4329-85b4-c0b350545ed6'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:32:58.691143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:32:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['145358e8-7014-4329-85b4-c0b350545ed6'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:32:58.760643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] For port 142b98ad-d917-4ed3-a7f0-9432d527f3de, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=142b98ad-d917-4ed3-a7f0-9432d527f3de,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:32:58.761148 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:58.899361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] Set router 145358e8-7014-4329-85b4-c0b350545ed6 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:32:58.915638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Calling delete_port for 142b98ad-d917-4ed3-a7f0-9432d527f3de owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:32:59.081149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: result = function(*args, **kwargs) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: proto.__init__(conn_state, self) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: self.handle() Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: self.handle_one_request() Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: self.handle_one_response() Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: result = self.application(self.environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return app(environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self.application) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self.application) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self.application) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self.application) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return request.get_response(self.application) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self._app) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return resp(environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return resp(environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: response = self.app(environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return resp(environ, start_response) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:32:59.088160 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: result = method(request=request, **args) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return self._delete(request, id, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return f(*args, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return f(*args, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return f(*dup_args, **dup_kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: obj_deleter(request.context, id, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return method(*args, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return f(*args, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return f(*args, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return f(*dup_args, **dup_kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: self._delete_current_gw_port(context, id, router, None) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, context, *args, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return method(*args, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: context, port, router_ids, bound_mech_contexts) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: return function(*args, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: callback(resource, event, trigger, **kwargs) Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: if self._is_session_semantic_violated(context, resource, event): Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: stack = traceback.extract_stack() Feb 17 03:32:59.094595 dv-cinder-759961-4-smb neutron-server[83871]: Feb 17 03:32:59.230585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:32:56Z', 'revision_number': 5, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:32:59.235926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada33e5-c27c-4df5-9afa-c46808c1152d None None] The sync data for ids ['145358e8-7014-4329-85b4-c0b350545ed6'] in dv-cinder-759961-4-smb is: [{'id': '145358e8-7014-4329-85b4-c0b350545ed6', 'name': 'tempest-ServerRescueNegativeTestJSON-201423419-router', 'tenant_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:32:56Z', 'revision_number': 5, 'project_id': 'f1d59e0bc9db4584983bd1ecf20411f1', 'gw_port': {'id': '142b98ad-d917-4ed3-a7f0-9432d527f3de', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145358e8-7014-4329-85b4-c0b350545ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:30Z', 'updated_at': '2021-02-17T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:32:59.311464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852945493'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:59.512046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763390'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:59.515598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:59.621147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063935'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:59.621797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 145358e8-7014-4329-85b4-c0b350545ed6 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 03:32:59.643676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da182f-d81a-4e95-9e8c-df14eb575c97 req-29aaab4b-624a-4798-bf85-92e710c9f41c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:32:59.645351 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f6da182f-d81a-4e95-9e8c-df14eb575c97 req-29aaab4b-624a-4798-bf85-92e710c9f41c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.2652538 Feb 17 03:32:59.647962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:59.649100 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9f22dd46-8dda-49a0-bb37-68e01bc93abb admin admin] 10.222.0.49 "DELETE /v2.0/routers/145358e8-7014-4329-85b4-c0b350545ed6 HTTP/1.1" status: 204 len: 168 time: 1.5000315 Feb 17 03:32:59.652221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46284) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:32:59.700885 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f6da182f-d81a-4e95-9e8c-df14eb575c97 req-e8676d1d-8dfe-43ca-9874-779c80fccb2d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491292 Feb 17 03:32:59.723262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] Deleting subnet 06eba100-be3a-4d16-8242-015f3bf7c962 {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:32:59.726869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:59.783583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:32:59.791133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:00.069387 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:00.083550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:00.135812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06eba100-be3a-4d16-8242-015f3bf7c962,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:00.139902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:00.222887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:00.229437 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d894a2ab-f7fb-4ba7-93da-bdb813e0dcc2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/06eba100-be3a-4d16-8242-015f3bf7c962 HTTP/1.1" status: 204 len: 168 time: 0.5760248 Feb 17 03:33:00.232250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46288) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:00.350449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:00.485230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device e7e6091e-85a3-41fa-b94a-c1e807d178e5 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:33:00.523354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: e7e6091e-85a3-41fa-b94a-c1e807d178e5 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:33:00.523726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device e7e6091e-85a3-41fa-b94a-c1e807d178e5 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:33:00.524196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 142b98ad-d917-4ed3-a7f0-9432d527f3de no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:33:00.552145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:00.561530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 142b98ad-d917-4ed3-a7f0-9432d527f3de {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:33:00.561915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 142b98ad-d917-4ed3-a7f0-9432d527f3de not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:33:00.675480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.676314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.677132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.677729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > port after_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.678265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.678788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > port after_update 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.679381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.679953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.680534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.681088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.819486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.819859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.820253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.820628 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 03:33:00.821026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84af625e-dab1-4542-ad20-85b9a30cb892']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:00.838561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0337c3-b966-48f0-97df-c523115e6a23') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:00.838905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0337c3-b966-48f0-97df-c523115e6a23') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:00.851891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15750797'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:00.867967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:00.870003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:33:00.908064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e1150-1b7a-42aa-bcb5-94a1bac636e5 req-59ef9fd8-546d-429b-8ca1-3d49ee8ab21f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:00.909629 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-413e1150-1b7a-42aa-bcb5-94a1bac636e5 req-59ef9fd8-546d-429b-8ca1-3d49ee8ab21f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.0885589 Feb 17 03:33:01.056113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Network 84af625e-dab1-4542-ad20-85b9a30cb892 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:33:01.066664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15750350'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:01.211950 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-413e1150-1b7a-42aa-bcb5-94a1bac636e5 req-17f2b8ef-e97c-4c4b-aabd-8d22887a8c93 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954214 Feb 17 03:33:01.256279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Network 84af625e-dab1-4542-ad20-85b9a30cb892 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: from cryptography.utils import int_from_bytes Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: from cryptography.utils import int_from_bytes Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: (rel_b, rel_a, rel_b), Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: (rel_b, rel_a, rel_b), Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:33:01.281137 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:33:01.370412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:01.376127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:01.380020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ee686f88-f741-4d95-9a17-203489798ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:01.404176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=84af625e-dab1-4542-ad20-85b9a30cb892,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:01.407312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:01.409753 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ae171663-4893-44dc-8e95-07d5b4a04f6b admin admin] 10.222.0.49 "DELETE /v2.0/networks/84af625e-dab1-4542-ad20-85b9a30cb892 HTTP/1.1" status: 204 len: 168 time: 1.1765149 Feb 17 03:33:01.563327 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46296) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:01.629699 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a1b30e66-cd54-427b-b577-17a9211866d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1d59e0bc9db4584983bd1ecf20411f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0646777 Feb 17 03:33:01.633576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46300) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:01.699528 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2fbcaf80-2a58-4a13-a15d-39ad62b23a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:01.729012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2fbcaf80-2a58-4a13-a15d-39ad62b23a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:01.780582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2fbcaf80-2a58-4a13-a15d-39ad62b23a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:01.785908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-aa55a932-9562-4167-a063-5b0702067c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:01.803950 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcaf80-2a58-4a13-a15d-39ad62b23a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6771b18-70de-4fb5-a6dc-07cebe68702a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:01.806794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fbcaf80-2a58-4a13-a15d-39ad62b23a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:01.815400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2fbcaf80-2a58-4a13-a15d-39ad62b23a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:01.816616 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2fbcaf80-2a58-4a13-a15d-39ad62b23a80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6771b18-70de-4fb5-a6dc-07cebe68702a HTTP/1.1" status: 204 len: 168 time: 0.1819925 Feb 17 03:33:02.424575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faf467-e826-46b5-9749-708f9213b14e req-6e9fda85-25bd-4601-8e2d-04bbc64af87d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:02.426210 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-85faf467-e826-46b5-9749-708f9213b14e req-6e9fda85-25bd-4601-8e2d-04bbc64af87d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.0917282 Feb 17 03:33:02.475160 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-85faf467-e826-46b5-9749-708f9213b14e req-49c998a0-f0c9-4a3c-ab5a-66d9791e8722 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Feb 17 03:33:03.696318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac856a-573d-44d9-9dd3-1ec8616bfcb0 req-a3ff5935-5b5c-47a5-8be8-d58d7139c11c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:03.697956 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8eac856a-573d-44d9-9dd3-1ec8616bfcb0 req-a3ff5935-5b5c-47a5-8be8-d58d7139c11c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.0979517 Feb 17 03:33:03.752054 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8eac856a-573d-44d9-9dd3-1ec8616bfcb0 req-6e2fc6dd-5045-48c2-9a9a-e51554df29dc tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473161 Feb 17 03:33:04.972049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95b6c-8e20-4b61-bee6-402179271749 req-623081f5-cf2c-49fa-8f49-3080154feb57 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:04.973709 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ad95b6c-8e20-4b61-bee6-402179271749 req-623081f5-cf2c-49fa-8f49-3080154feb57 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.0904939 Feb 17 03:33:05.024183 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ad95b6c-8e20-4b61-bee6-402179271749 req-0f225c36-ff5f-4860-9d82-686f348b8db0 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Feb 17 03:33:05.485060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-d25298f9-1b90-42cf-a6f8-126596d9de86 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:05.485819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-d25298f9-1b90-42cf-a6f8-126596d9de86 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Synchronizing usage tracker for tenant:e333cf980e864dcfbea74fa76a42c0d1 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:33:05.504371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-d25298f9-1b90-42cf-a6f8-126596d9de86 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Unset dirty status for tenant:e333cf980e864dcfbea74fa76a42c0d1 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:33:05.508441 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-d25298f9-1b90-42cf-a6f8-126596d9de86 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.38 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.1143672 Feb 17 03:33:05.513008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 4a7af835-f9b0-4324-8a99-b4ee8d231fbd up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:33:05.590812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Deleting port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:33:05.591069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:05.591947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:33:05.592372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:05.865355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] For port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=4a7af835-f9b0-4324-8a99-b4ee8d231fbd,segment=NetworkSegment(bfc91f86-f65d-4558-af5d-fe32c6e0f2e3),segment_id=bfc91f86-f65d-4558-af5d-fe32c6e0f2e3)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:33:05.865613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:06.222446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Calling delete_port for 4a7af835-f9b0-4324-8a99-b4ee8d231fbd owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:33:06.268460 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730016e3-7f82-4356-a2fe-6f48306261c9 req-c9eac6d1-1614-45be-ae5c-a53766c73504 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:06.270121 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-730016e3-7f82-4356-a2fe-6f48306261c9 req-c9eac6d1-1614-45be-ae5c-a53766c73504 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 946 time: 0.1036477 Feb 17 03:33:06.322311 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-730016e3-7f82-4356-a2fe-6f48306261c9 req-46ec0040-68be-4947-99c4-f98ab1d23fee tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Feb 17 03:33:06.383376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:06.401755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-53216a68-cb23-43ac-a998-27ed1c5c9b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:06.459828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Pushing event deleted for resources: {'Port': ['ID=4a7af835-f9b0-4324-8a99-b4ee8d231fbd,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:06.462972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:06.624101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] No DVR routers for this DVR port 4a7af835-f9b0-4324-8a99-b4ee8d231fbd on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:33:06.626650 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:06.629741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69933cb-0e75-4ec8-9eca-aee1ee490e88', 'name': 'network-vif-deleted', 'tag': '4a7af835-f9b0-4324-8a99-b4ee8d231fbd'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:33:06.645935 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e92d1bf1-5f46-438d-bdf9-cfbdac65cf28 req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.38 "DELETE /v2.0/ports/4a7af835-f9b0-4324-8a99-b4ee8d231fbd HTTP/1.1" status: 204 len: 173 time: 1.1318862 Feb 17 03:33:06.682603 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69933cb-0e75-4ec8-9eca-aee1ee490e88', 'name': 'network-vif-deleted', 'tag': '4a7af835-f9b0-4324-8a99-b4ee8d231fbd', 'status': 'completed', 'code': 200} Feb 17 03:33:07.274280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 4a7af835-f9b0-4324-8a99-b4ee8d231fbd no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:33:07.316114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 4a7af835-f9b0-4324-8a99-b4ee8d231fbd {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:33:07.316203 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 4a7af835-f9b0-4324-8a99-b4ee8d231fbd not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:33:07.538583 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a63f9f87-10d9-4eaf-8305-92a7d7bcb688 req-8fb9f08b-c378-42e2-a007-ff21a321a5bf tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69933cb-0e75-4ec8-9eca-aee1ee490e88 HTTP/1.1" status: 200 len: 210 time: 0.0587339 Feb 17 03:33:09.225196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46418) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:09.364488 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:09.385642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:09.390444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcec14a3d28410f9bb222b853b05948 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:09.394253 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:09.401202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:09.502165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:09.505477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:09.515205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:09.561068 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fcec14a3d28410f9bb222b853b05948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345809 Feb 17 03:33:09.562078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e57a6d-055f-45a2-9930-5ae44d3c1bde,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:09.565664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46424) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:09.565991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:09.644217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1469366f-15f8-44cb-826f-19e115eb1ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:09.674085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1469366f-15f8-44cb-826f-19e115eb1ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:09.737894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1469366f-15f8-44cb-826f-19e115eb1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:09.745259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bbc08e1f-f9ea-4f40-9ff5-38af3fc246da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:09.762971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469366f-15f8-44cb-826f-19e115eb1ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e57a6d-055f-45a2-9930-5ae44d3c1bde,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:09.766305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1469366f-15f8-44cb-826f-19e115eb1ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:09.767914 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1469366f-15f8-44cb-826f-19e115eb1ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:09.772573 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1469366f-15f8-44cb-826f-19e115eb1ae0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6e57a6d-055f-45a2-9930-5ae44d3c1bde HTTP/1.1" status: 204 len: 168 time: 0.2056451 Feb 17 03:33:11.748123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46488) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:11.876444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:11.892539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:11.897007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Usage tracker for resource:security_group_rule and tenant:3e4ceff7d38c45a3845b340fa3feabc4 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:11.900165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:11.906105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:11.964783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1264bd85-eff5-4ce5-8c1a-f609e2eb1c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.000667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.006541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.018085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ecca6731-b02d-41ad-87fe-6b07e3f99693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:12.067287 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e4ceff7d38c45a3845b340fa3feabc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178887 Feb 17 03:33:12.068321 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e5d10-f955-4937-8350-c92382e865e0,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:12.071452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46494) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:12.071869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:12.146590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a37545-3b93-49f1-91a8-953eccdd0bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.178838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a37545-3b93-49f1-91a8-953eccdd0bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.227696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a37545-3b93-49f1-91a8-953eccdd0bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.232859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c6ac38de-464a-4793-82b9-438c3a336d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:12.251572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a37545-3b93-49f1-91a8-953eccdd0bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e5d10-f955-4937-8350-c92382e865e0,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:12.254699 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-97a37545-3b93-49f1-91a8-953eccdd0bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:12.259158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a37545-3b93-49f1-91a8-953eccdd0bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.260442 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-97a37545-3b93-49f1-91a8-953eccdd0bbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c8e5d10-f955-4937-8350-c92382e865e0 HTTP/1.1" status: 204 len: 168 time: 0.1876886 Feb 17 03:33:12.592959 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46502) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:12.613559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.630459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:12.635280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Usage tracker for resource:security_group_rule and tenant:6025ecb200f74350869e07c395bc6d4d is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:12.638726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:12.644995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:12.735984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.739992 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.749910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-00b7a956-9fda-4f2a-9283-a549a763538a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:12.798692 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6025ecb200f74350869e07c395bc6d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036664 Feb 17 03:33:12.800717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c366047-25e9-4552-824a-9c4d0cd00727,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:12.800873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46510) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:12.806447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:12.876404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-682ad846-75ec-4ecc-b732-2ad92495fe64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.907437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-682ad846-75ec-4ecc-b732-2ad92495fe64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.957173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-682ad846-75ec-4ecc-b732-2ad92495fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.961613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-316976f1-7c1f-4394-9732-fe20704af1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:12.973043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ad846-75ec-4ecc-b732-2ad92495fe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c366047-25e9-4552-824a-9c4d0cd00727,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:12.977952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-682ad846-75ec-4ecc-b732-2ad92495fe64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:12.986832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-682ad846-75ec-4ecc-b732-2ad92495fe64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:12.991014 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-682ad846-75ec-4ecc-b732-2ad92495fe64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c366047-25e9-4552-824a-9c4d0cd00727 HTTP/1.1" status: 204 len: 168 time: 0.1890213 Feb 17 03:33:13.114698 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-c4577e9f-72f7-41f2-a637-fc6873575bd3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0868094 Feb 17 03:33:13.155133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-c9fc5a7e-1d92-455d-9b13-4ce98d3058e4 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:13.156872 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-c9fc5a7e-1d92-455d-9b13-4ce98d3058e4 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/networks?id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5 HTTP/1.1" status: 200 len: 814 time: 0.1626608 Feb 17 03:33:13.175358 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-cf1678d3-23bc-4e8c-bae8-9016d6c44887 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/quotas/e333cf980e864dcfbea74fa76a42c0d1 HTTP/1.1" status: 200 len: 375 time: 0.0113490 Feb 17 03:33:13.232919 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-b32bb477-a3b1-41c0-a8c5-a66b83ede837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:13.234630 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-b32bb477-a3b1-41c0-a8c5-a66b83ede837 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 1162 time: 0.0847614 Feb 17 03:33:13.236657 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-18dd2890-3731-43f9-a34f-d1a2f78060b8 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e333cf980e864dcfbea74fa76a42c0d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548608 Feb 17 03:33:13.399556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-a9fe0e41-d2e8-466e-a127-ed03b22b0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:13.401160 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-a9fe0e41-d2e8-466e-a127-ed03b22b0c99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 905 time: 0.1454582 Feb 17 03:33:13.401330 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-a9f1062f-d022-4a78-ba1c-00f08af5f051 service neutron] 10.222.0.49 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557655 Feb 17 03:33:13.531067 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-f220077f-56b4-4c65-8d7a-25241fbab3bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9358840c-540b-49de-b65a-0d353ab98a38 HTTP/1.1" status: 200 len: 1001 time: 0.1169834 Feb 17 03:33:13.564581 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-6fba33f4-2070-41a1-bde6-efa769967cb4 service neutron] 10.222.0.49 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1550908 Feb 17 03:33:13.611303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-7d903c7d-4cd5-4bd6-aa9e-dbfc42e81584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:13.612850 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-7d903c7d-4cd5-4bd6-aa9e-dbfc42e81584 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.0743499 Feb 17 03:33:13.713324 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-dd277f29-b013-4509-8303-e8ecf294cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:13.714791 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-dd277f29-b013-4509-8303-e8ecf294cceb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944426 Feb 17 03:33:13.811700 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f2527a6d-a765-4855-a99b-b874ef09e87d req-60b01f3a-7e68-4059-ad7d-6f6b5a647d03 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 210 time: 0.0680978 Feb 17 03:33:13.909398 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-2e24921c-7312-4923-b159-7f9f9ab85e33 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851017 Feb 17 03:33:14.085852 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f1b4b2ed-5e9a-4275-a2f8-2c0580adbb19 req-12dfb684-0a23-421c-9961-7335b5045d10 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1625674 Feb 17 03:33:14.213802 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10deffa9-beaf-4ca2-b7ce-ba35b6cf184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:15.023656 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-81297d4a-9284-4998-aa0e-46467591713c req-a0c59d3b-4f3b-4aa3-bf96-37aa04cb4783 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 210 time: 0.0862718 Feb 17 03:33:15.049840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:15.302380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-1431b44d-218a-4c87-95a2-eda5e75b8acc tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:15.303721 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-1431b44d-218a-4c87-95a2-eda5e75b8acc tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.38 "GET /v2.0/networks?id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5 HTTP/1.1" status: 200 len: 814 time: 0.1758552 Feb 17 03:33:15.329895 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Request body: {'port': {'device_id': '77c2a090-33b6-4ef5-9aa4-6f508848a3fa', 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5', 'admin_state_up': True, 'tenant_id': 'e333cf980e864dcfbea74fa76a42c0d1'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:15.490085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:15.495196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Usage tracker for resource:port and tenant:e333cf980e864dcfbea74fa76a42c0d1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:15.498806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:15.505310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:15.515738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Made reservation on behalf of e333cf980e864dcfbea74fa76a42c0d1 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:33:15.522572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:15.870477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Allocated IP 172.20.0.13 (9a0f1644-4fa4-4e39-97b6-6375b476c2c5/a39627df-3f70-47dd-90d9-82339ce0e929/3ac79fd7-4ccd-4753-814a-2223660ecb1a) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:33:16.114396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.136612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.151411 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.167561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-24bc751e-44bb-47f9-a2ce-ff77d959387a tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:16.288352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb867a-e605-4673-9f8c-872d2f33d406 req-bd49e42e-49c9-4237-ad24-f0b92d1de37d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:16.290179 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-61cb867a-e605-4673-9f8c-872d2f33d406 req-bd49e42e-49c9-4237-ad24-f0b92d1de37d tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 932 time: 0.1022441 Feb 17 03:33:16.349657 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-61cb867a-e605-4673-9f8c-872d2f33d406 req-c309f9ff-b1d9-479a-a205-6f77d9c85ecf tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474412 Feb 17 03:33:16.356922 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46616) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:16.365467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.502463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.519677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:16.524362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:e82382e5ad394fea87114739e6df3e8c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:16.527611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:16.534006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:16.568867 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Pushing event updated for resources: {'Port': ['ID=3ac79fd7-4ccd-4753-814a-2223660ecb1a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:16.573461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:16.619942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:33:16.621136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:33:16.623682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:33:16.637427 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.640754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.650947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d0add04a-c0dd-42c5-bd17-ae7b83de2cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:16.695215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:16.695872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.695996 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e82382e5ad394fea87114739e6df3e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373861 Feb 17 03:33:16.697819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd824e-4bc9-4d91-808f-627aeb999982,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:16.700100 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46622) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:16.701413 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:16.767603 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4424958 Feb 17 03:33:16.793021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Request body: {'port': {'device_id': '77c2a090-33b6-4ef5-9aa4-6f508848a3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:16.843029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10f9a4f1-8fb8-4435-aa85-a1e890f8c87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.889626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10f9a4f1-8fb8-4435-aa85-a1e890f8c87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:16.987627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:17.060273 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10f9a4f1-8fb8-4435-aa85-a1e890f8c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:17.066725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:17.085035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9a4f1-8fb8-4435-aa85-a1e890f8c87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd824e-4bc9-4d91-808f-627aeb999982,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:17.091801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-10f9a4f1-8fb8-4435-aa85-a1e890f8c87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:17.144047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10f9a4f1-8fb8-4435-aa85-a1e890f8c87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:17.145262 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-10f9a4f1-8fb8-4435-aa85-a1e890f8c87f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99bd824e-4bc9-4d91-808f-627aeb999982 HTTP/1.1" status: 204 len: 168 time: 0.4425168 Feb 17 03:33:17.490146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac79fd7-4ccd-4753-814a-2223660ecb1a {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:33:17.495458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46632) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:17.501731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:17.528926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:17.544679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Transition to ACTIVE for port object 3ac79fd7-4ccd-4753-814a-2223660ecb1a will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:33:17.550012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:17.552104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:17.568861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:17.582093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a6ddb-dab1-4353-8179-24948426ec34 req-50ef2477-e50c-467b-87a1-891e213c9c10 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:17.583856 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-205a6ddb-dab1-4353-8179-24948426ec34 req-50ef2477-e50c-467b-87a1-891e213c9c10 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 932 time: 0.0981398 Feb 17 03:33:17.623552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Usage tracker for resource:security_group_rule and tenant:274dd80cf6774b95a4e49a6469bae239 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:17.639650 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-205a6ddb-dab1-4353-8179-24948426ec34 req-c44fc1b3-6fd2-4369-8790-f81ce89d0c8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489569 Feb 17 03:33:17.641774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:17.703055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:17.740722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac79fd7-4ccd-4753-814a-2223660ecb1a,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:17.744869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:17.983301 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:17.996363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.006513 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-97a37545-3b93-49f1-91a8-953eccdd0bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:18.022036 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Attempting to bind port 3ac79fd7-4ccd-4753-814a-2223660ecb1a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:33:18.022367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Attempting to bind port 3ac79fd7-4ccd-4753-814a-2223660ecb1a by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:33:18.022734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Attempting to bind port 3ac79fd7-4ccd-4753-814a-2223660ecb1a on network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:33:18.041946 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:33:18.042360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Checking segment: {'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:33:18.042738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.043205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Bound using segment: {'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:33:18.043715 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Bound port: 3ac79fd7-4ccd-4753-814a-2223660ecb1a, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a0f1644-4fa4-4e39-97b6-6375b476c2c5'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:33:18.044094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.076440 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=274dd80cf6774b95a4e49a6469bae239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776417 Feb 17 03:33:18.080516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46636) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:18.084214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bdae2d-89b9-4eb4-9688-a9d59d0c5616,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:18.115750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:18.152981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbdab0f3-b278-429b-b6db-25b7276edcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.177485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] For port 3ac79fd7-4ccd-4753-814a-2223660ecb1a, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:33:18.181412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] For port 3ac79fd7-4ccd-4753-814a-2223660ecb1a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=3ac79fd7-4ccd-4753-814a-2223660ecb1a,segment=NetworkSegment(bfc91f86-f65d-4558-af5d-fe32c6e0f2e3),segment_id=bfc91f86-f65d-4558-af5d-fe32c6e0f2e3)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:33:18.185083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbdab0f3-b278-429b-b6db-25b7276edcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.186193 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.202375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-394f7a84-3956-4cb2-9d46-faa67ffba69e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:18.239925 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbdab0f3-b278-429b-b6db-25b7276edcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.245365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5c82cabc-39b1-413a-aeb1-d6049ca3a4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:18.259167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdab0f3-b278-429b-b6db-25b7276edcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bdae2d-89b9-4eb4-9688-a9d59d0c5616,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:18.263487 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fbdab0f3-b278-429b-b6db-25b7276edcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:18.271250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbdab0f3-b278-429b-b6db-25b7276edcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.275185 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-fbdab0f3-b278-429b-b6db-25b7276edcbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40bdae2d-89b9-4eb4-9688-a9d59d0c5616 HTTP/1.1" status: 204 len: 168 time: 0.1934166 Feb 17 03:33:18.367230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac79fd7-4ccd-4753-814a-2223660ecb1a,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:18.373021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:18.408352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:18.408998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:18.410646 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] 10.222.0.38 "PUT /v2.0/ports/3ac79fd7-4ccd-4753-814a-2223660ecb1a HTTP/1.1" status: 200 len: 1158 time: 1.6224842 Feb 17 03:33:18.411272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c2a090-33b6-4ef5-9aa4-6f508848a3fa', 'tag': '3ac79fd7-4ccd-4753-814a-2223660ecb1a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:33:18.469399 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c2a090-33b6-4ef5-9aa4-6f508848a3fa', 'tag': '3ac79fd7-4ccd-4753-814a-2223660ecb1a', 'status': 'completed', 'code': 200} Feb 17 03:33:18.578117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-2a130fb5-7d56-4b30-8af5-6b2302fe1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:18.580642 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-2a130fb5-7d56-4b30-8af5-6b2302fe1112 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e333cf980e864dcfbea74fa76a42c0d1&device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 1161 time: 0.0868886 Feb 17 03:33:18.675694 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-7b7333e5-6a51-44a9-b635-0656103f9b93 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac79fd7-4ccd-4753-814a-2223660ecb1a HTTP/1.1" status: 200 len: 217 time: 0.0749834 Feb 17 03:33:18.780365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-e0df3345-36a3-4727-a431-40bd2ffb1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:18.782284 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-e0df3345-36a3-4727-a431-40bd2ffb1c55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a39627df-3f70-47dd-90d9-82339ce0e929 HTTP/1.1" status: 200 len: 854 time: 0.0915229 Feb 17 03:33:18.861513 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-56ef73f9-5a6c-40ce-946d-c24ce1a4cc3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600181 Feb 17 03:33:18.899242 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca364-af6d-4585-98d2-080d4871ab0b req-ca9f359d-6f05-49fc-9a55-466ac8c85e22 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:18.902675 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-26eca364-af6d-4585-98d2-080d4871ab0b req-ca9f359d-6f05-49fc-9a55-466ac8c85e22 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 944 time: 0.1128252 Feb 17 03:33:18.962381 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-26eca364-af6d-4585-98d2-080d4871ab0b req-8e458171-59c5-4d78-ab12-7f124feff55b tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533316 Feb 17 03:33:19.038423 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-986040a4-1506-4c17-9e1b-b5593082a4c5 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692612 Feb 17 03:33:19.216411 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c9d2c3dc-0384-486c-af7f-ee79e1031701 req-2ad95376-b5fd-48c1-afc1-c22efb6611af service neutron] 10.222.0.38 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1668983 Feb 17 03:33:19.427887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-e36aedbe-0652-4cbd-8425-63cb0e1bcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:19.430774 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-e36aedbe-0652-4cbd-8425-63cb0e1bcea1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e333cf980e864dcfbea74fa76a42c0d1&device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 1161 time: 0.0930207 Feb 17 03:33:19.591329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-fee01e5e-2b72-4ae8-92c5-5a33d63f5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:19.592976 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-fee01e5e-2b72-4ae8-92c5-5a33d63f5390 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5 HTTP/1.1" status: 200 len: 908 time: 0.1514294 Feb 17 03:33:19.676241 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-8fa2a88e-1d4c-4838-8e41-faf2118cf2b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac79fd7-4ccd-4753-814a-2223660ecb1a HTTP/1.1" status: 200 len: 217 time: 0.0754573 Feb 17 03:33:19.760179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-71c0620a-a9e1-42a8-bc93-940cf7e8d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:19.762088 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-71c0620a-a9e1-42a8-bc93-940cf7e8d7e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a39627df-3f70-47dd-90d9-82339ce0e929 HTTP/1.1" status: 200 len: 854 time: 0.0741270 Feb 17 03:33:19.829136 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-01c791f4-8347-47c6-b015-71edf8310079 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a0f1644-4fa4-4e39-97b6-6375b476c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518658 Feb 17 03:33:19.994655 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-35ca2bdc-27e9-446a-b486-4e8785392da1 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554928 Feb 17 03:33:20.167807 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-44f047dd-1adf-47ce-9166-a19bba48b92a req-ad10bfff-48cb-47ae-92cd-dceac1a0f147 service neutron] 10.222.0.38 "GET /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485844 Feb 17 03:33:20.194897 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1241d06-7024-4e4e-b8a9-be0a14f9d749 req-d1397df0-264d-4512-af57-780f6d56332c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:20.196630 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1241d06-7024-4e4e-b8a9-be0a14f9d749 req-d1397df0-264d-4512-af57-780f6d56332c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 944 time: 0.0973122 Feb 17 03:33:20.250322 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b1241d06-7024-4e4e-b8a9-be0a14f9d749 req-d829345f-3f59-46c0-b996-8df17539de0c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 Feb 17 03:33:21.477074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a0fde-170e-42db-a8c4-416f4664a513 req-5b80e77d-b1eb-4d36-a2fd-c9a77fa34dff tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:21.479155 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b57a0fde-170e-42db-a8c4-416f4664a513 req-5b80e77d-b1eb-4d36-a2fd-c9a77fa34dff tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 944 time: 0.0996735 Feb 17 03:33:21.531288 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b57a0fde-170e-42db-a8c4-416f4664a513 req-f41ffbb3-7719-4176-a413-ed1cad6e351b tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Feb 17 03:33:22.243747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 3ac79fd7-4ccd-4753-814a-2223660ecb1a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:33:22.318823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 3ac79fd7-4ccd-4753-814a-2223660ecb1a completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:33:22.323854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 3ac79fd7-4ccd-4753-814a-2223660ecb1a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:33:22.324272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:22.456359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:22.487848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c2a090-33b6-4ef5-9aa4-6f508848a3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac79fd7-4ccd-4753-814a-2223660ecb1a'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:33:22.502228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 3ac79fd7-4ccd-4753-814a-2223660ecb1a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=3ac79fd7-4ccd-4753-814a-2223660ecb1a,segment=NetworkSegment(bfc91f86-f65d-4558-af5d-fe32c6e0f2e3),segment_id=bfc91f86-f65d-4558-af5d-fe32c6e0f2e3)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:33:22.505986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:22.508500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:22.578256 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2a090-33b6-4ef5-9aa4-6f508848a3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac79fd7-4ccd-4753-814a-2223660ecb1a', 'code': 200} Feb 17 03:33:22.604414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=3ac79fd7-4ccd-4753-814a-2223660ecb1a,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:22.616318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:22.810431 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332e295-1c35-4605-9c08-987d387c2eb0 req-4e1002c6-369a-4ae8-8eaf-c56e26093cee tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:22.812486 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8332e295-1c35-4605-9c08-987d387c2eb0 req-4e1002c6-369a-4ae8-8eaf-c56e26093cee tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.1284132 Feb 17 03:33:22.873062 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8332e295-1c35-4605-9c08-987d387c2eb0 req-6e6f3a69-5127-48dc-87ac-eb63af7e79cb tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538080 Feb 17 03:33:22.988884 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cc311-e5bc-4f23-b093-c6efd37c31ef req-b1c067dd-e415-471c-8573-72f7e4a71947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:22.990573 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d71cc311-e5bc-4f23-b093-c6efd37c31ef req-b1c067dd-e415-471c-8573-72f7e4a71947 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 1163 time: 0.0863605 Feb 17 03:33:23.042764 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d71cc311-e5bc-4f23-b093-c6efd37c31ef req-ab3261a0-932a-4453-a32c-5f2e3f479103 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Feb 17 03:33:23.669443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:23.685605 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 3ac79fd7-4ccd-4753-814a-2223660ecb1a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:33:23.764217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 3ac79fd7-4ccd-4753-814a-2223660ecb1a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:33:23.764217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:24.100465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3c68a-0c2d-4111-8424-6c7ba459ecc2 req-f96cf103-8271-4c2f-ba6d-79ca643ff80c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:24.102275 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-89e3c68a-0c2d-4111-8424-6c7ba459ecc2 req-f96cf103-8271-4c2f-ba6d-79ca643ff80c tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.1021211 Feb 17 03:33:24.154713 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-89e3c68a-0c2d-4111-8424-6c7ba459ecc2 req-7dc5b8ca-2526-4c0f-8979-f126ead84031 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Feb 17 03:33:25.626615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79f12a-e861-4ee3-8a24-bdf129fd0c67 req-49060802-6aa7-4f73-ab48-34d17c3fe344 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:25.628552 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ac79f12a-e861-4ee3-8a24-bdf129fd0c67 req-49060802-6aa7-4f73-ab48-34d17c3fe344 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.3382580 Feb 17 03:33:25.693928 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ac79f12a-e861-4ee3-8a24-bdf129fd0c67 req-3d07d15c-beb2-4c04-8ae5-e0ee7b859b31 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Feb 17 03:33:25.797453 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 3ac79fd7-4ccd-4753-814a-2223660ecb1a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:33:25.885237 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 3ac79fd7-4ccd-4753-814a-2223660ecb1a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:33:25.885951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:29.927843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:33:31.908515 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46800) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:32.040461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.056944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:32.061663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Usage tracker for resource:security_group_rule and tenant:d94890993c6d4bf89020912f1421a20b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:32.064880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:32.071207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:32.185305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.189573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.199239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fcbc1e21-8b80-4165-9886-01de07e88d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:32.244238 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d94890993c6d4bf89020912f1421a20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343792 Feb 17 03:33:32.245205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4638410-2ad1-4b14-854c-b9617dc89f23,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:32.247396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46810) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:32.252550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:32.320679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d7092c0e-127f-48fe-88a4-156d67a57034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.356021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d7092c0e-127f-48fe-88a4-156d67a57034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.407321 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d7092c0e-127f-48fe-88a4-156d67a57034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.413009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-947a585a-b2c4-41a2-9bdf-ab88d94d392d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:32.427471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7092c0e-127f-48fe-88a4-156d67a57034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4638410-2ad1-4b14-854c-b9617dc89f23,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:32.431730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d7092c0e-127f-48fe-88a4-156d67a57034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:32.444595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d7092c0e-127f-48fe-88a4-156d67a57034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.446381 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d7092c0e-127f-48fe-88a4-156d67a57034 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4638410-2ad1-4b14-854c-b9617dc89f23 HTTP/1.1" status: 204 len: 168 time: 0.1976645 Feb 17 03:33:32.815530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46824) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:32.836816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.853793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:32.857987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Usage tracker for resource:security_group_rule and tenant:05768fa8b1b54eb08a7dba665781e31e is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:32.860998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:32.867636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:32.994552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:32.999195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:33.010873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-10f9a4f1-8fb8-4435-aa85-a1e890f8c87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:33.056910 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05768fa8b1b54eb08a7dba665781e31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401688 Feb 17 03:33:33.058708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514fb1be-eb44-491b-b9c8-79449e5e89d0,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:33.059942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 46828) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:33.062185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:33.127347 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11782976-9df6-4a54-a80d-c24795a60797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:33.167317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11782976-9df6-4a54-a80d-c24795a60797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:33.219388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11782976-9df6-4a54-a80d-c24795a60797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:33.225526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fbdab0f3-b278-429b-b6db-25b7276edcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:33.240471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11782976-9df6-4a54-a80d-c24795a60797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514fb1be-eb44-491b-b9c8-79449e5e89d0,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:33.244877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-11782976-9df6-4a54-a80d-c24795a60797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:33.250940 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-11782976-9df6-4a54-a80d-c24795a60797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:33.252266 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-11782976-9df6-4a54-a80d-c24795a60797 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/514fb1be-eb44-491b-b9c8-79449e5e89d0 HTTP/1.1" status: 204 len: 168 time: 0.1912131 Feb 17 03:33:34.638784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46862) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:34.794519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:34.818032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:34.823094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Usage tracker for resource:security_group_rule and tenant:e8402e57a05e474fb024f0a447145dbf is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:34.826455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:34.834000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:34.941352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:34.944730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:34.953174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3658d9bb-ae87-4406-8e4f-f19baa35cbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:35.000917 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8402e57a05e474fb024f0a447145dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606594 Feb 17 03:33:35.001933 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51346d-7d0d-4fdb-867f-decf9d3026e2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:35.004695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 46868) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:35.007699 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:35.076053 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26aaca71-8c20-4cb8-99e6-704cea2354ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:35.108036 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26aaca71-8c20-4cb8-99e6-704cea2354ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:35.160517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26aaca71-8c20-4cb8-99e6-704cea2354ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:35.166269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1bd8d31f-4c00-42f6-8080-3ed834cbf2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:35.188020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaca71-8c20-4cb8-99e6-704cea2354ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51346d-7d0d-4fdb-867f-decf9d3026e2,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:35.192624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-26aaca71-8c20-4cb8-99e6-704cea2354ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:35.194767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-26aaca71-8c20-4cb8-99e6-704cea2354ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:35.196111 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-26aaca71-8c20-4cb8-99e6-704cea2354ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f51346d-7d0d-4fdb-867f-decf9d3026e2 HTTP/1.1" status: 204 len: 168 time: 0.1903243 Feb 17 03:33:37.312883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88854ae6-257c-498b-a985-fbc88975cee7 req-d82faa66-e38b-4565-a341-0ba5efe2e9a4 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:37.314667 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-88854ae6-257c-498b-a985-fbc88975cee7 req-d82faa66-e38b-4565-a341-0ba5efe2e9a4 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1025784 Feb 17 03:33:37.379268 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-88854ae6-257c-498b-a985-fbc88975cee7 req-856fd966-4ac8-456d-b854-06605a33b2e2 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557241 Feb 17 03:33:38.615144 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617a6b3-40a0-453b-a7ad-9c909bfb18a4 req-90893906-4831-444a-8318-edd43ebc3bf8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:38.616935 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6617a6b3-40a0-453b-a7ad-9c909bfb18a4 req-90893906-4831-444a-8318-edd43ebc3bf8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1030364 Feb 17 03:33:38.677438 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6617a6b3-40a0-453b-a7ad-9c909bfb18a4 req-68d72020-2dd5-4ebd-aec5-8189acfd6e4c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511856 Feb 17 03:33:39.904859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ee9a-45a0-412d-8e52-d96335593431 req-450ec7b5-3e95-4ae1-8e0d-2904e2429234 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:39.906480 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5275ee9a-45a0-412d-8e52-d96335593431 req-450ec7b5-3e95-4ae1-8e0d-2904e2429234 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.0936460 Feb 17 03:33:39.958675 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5275ee9a-45a0-412d-8e52-d96335593431 req-993765ae-1ea1-4516-b053-bb49f760f030 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443230 Feb 17 03:33:40.551751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-a3a35dec-f81d-4ca7-84cf-fd1bfac4fc44 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:40.552993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-a3a35dec-f81d-4ca7-84cf-fd1bfac4fc44 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Synchronizing usage tracker for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:33:40.571209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-a3a35dec-f81d-4ca7-84cf-fd1bfac4fc44 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Unset dirty status for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:33:40.572556 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-a3a35dec-f81d-4ca7-84cf-fd1bfac4fc44 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1152604 Feb 17 03:33:40.658034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Deleting port 9358840c-540b-49de-b65a-0d353ab98a38 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:33:40.658432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:40.949032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] For port 9358840c-540b-49de-b65a-0d353ab98a38, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9358840c-540b-49de-b65a-0d353ab98a38,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:33:40.949647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:41.214793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67c994-9977-439d-9bc4-31ade1fac579 req-22e490a4-cfa9-4c8e-8764-e3c1ebe0a384 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:41.217700 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5e67c994-9977-439d-9bc4-31ade1fac579 req-22e490a4-cfa9-4c8e-8764-e3c1ebe0a384 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 945 time: 0.1272848 Feb 17 03:33:41.277873 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5e67c994-9977-439d-9bc4-31ade1fac579 req-0d21d654-a1c8-47f6-a26f-ac6c465c0b73 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=efe2e905-9162-4d33-8ac2-7cd84bed323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534642 Feb 17 03:33:41.523929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:41.524346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:41.524706 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Floating IP 18037a1e-7340-46cf-bd42-c641e4b0cdae disassociated. External IP: 172.28.2.107, port: 9358840c-540b-49de-b65a-0d353ab98a38. Feb 17 03:33:41.525070 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Calling delete_port for 9358840c-540b-49de-b65a-0d353ab98a38 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:33:41.706635 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:41.726903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:41.743896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:33:41.786700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 9358840c-540b-49de-b65a-0d353ab98a38 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:33:41.787131 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 9358840c-540b-49de-b65a-0d353ab98a38 not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:33:41.790650 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event deleted for resources: {'Port': ['ID=9358840c-540b-49de-b65a-0d353ab98a38,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:41.796034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:42.000073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-068f79ba-0655-42f6-bfad-134082fea8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:42.120541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Router 6935eb73-9ac0-439d-a980-e892ac37557d has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:33:42.362727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:33:42.374359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] Sync routers for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:33:42.390276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:33:42.391038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:33:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:42.434349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] No DVR routers for this DVR port 9358840c-540b-49de-b65a-0d353ab98a38 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:33:42.437829 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:42.455864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'name': 'network-vif-deleted', 'tag': '9358840c-540b-49de-b65a-0d353ab98a38'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:33:42.492386 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-da9c00a8-3884-4725-af25-3d6f4ef4b534 req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "DELETE /v2.0/ports/9358840c-540b-49de-b65a-0d353ab98a38 HTTP/1.1" status: 204 len: 173 time: 1.9124169 Feb 17 03:33:42.571896 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21e29c6-6370-42cc-a0f3-a68a88e537c9', 'name': 'network-vif-deleted', 'tag': '9358840c-540b-49de-b65a-0d353ab98a38', 'status': 'completed', 'code': 200} Feb 17 03:33:42.641697 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:33:42.755706 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33f893a-08bc-4fa7-a25f-15573a47476c req-ac6cffad-a09d-40fb-ae10-8352ce04ed89 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a21e29c6-6370-42cc-a0f3-a68a88e537c9 HTTP/1.1" status: 200 len: 210 time: 0.1153290 Feb 17 03:33:43.226977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:43.232187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] Checking router: 6935eb73-9ac0-439d-a980-e892ac37557d for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:33:43.242691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:33:43.243423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:33:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:43.490791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:33:43.914562 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:43.916291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d96e293-d475-422e-99f7-8e3f2435d30d None None] The sync data for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb is: [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:33:43.972693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47010) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:44.076061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18580142-f0d7-4e5c-bb0f-ac325138291a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:44.110025 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18580142-f0d7-4e5c-bb0f-ac325138291a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:44.175629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18580142-f0d7-4e5c-bb0f-ac325138291a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:44.181237 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-547860ac-56cb-4cb5-98cb-48197fce8f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:44.198874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18580142-f0d7-4e5c-bb0f-ac325138291a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2e905-9162-4d33-8ac2-7cd84bed323c,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:44.215644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-18580142-f0d7-4e5c-bb0f-ac325138291a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:44.227633 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18580142-f0d7-4e5c-bb0f-ac325138291a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:44.232323 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-18580142-f0d7-4e5c-bb0f-ac325138291a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "DELETE /v2.0/security-groups/efe2e905-9162-4d33-8ac2-7cd84bed323c HTTP/1.1" status: 204 len: 168 time: 0.2579517 Feb 17 03:33:44.232547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47014) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:44.239288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4606-71de-4b02-af99-43cbca5faf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:44.270613 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.v2.resource [None req-251a40c8-e66b-44e0-8e2e-49cb6960a48a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] show failed (client error): The resource could not be found. Feb 17 03:33:44.275826 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-251a40c8-e66b-44e0-8e2e-49cb6960a48a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups/efe2e905-9162-4d33-8ac2-7cd84bed323c HTTP/1.1" status: 404 len: 347 time: 0.0416632 Feb 17 03:33:44.276195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47018) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:44.435963 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d110fe86-584b-4839-aba9-f561f732873b None None] New status for floating IP 18037a1e-7340-46cf-bd42-c641e4b0cdae: DOWN {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:33:44.481047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Deleting port 3bea0ca2-0090-455a-908f-6a02d2fece24 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:33:44.481426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:44.700402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:44.700865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:44.853942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Calling delete_port for 3bea0ca2-0090-455a-908f-6a02d2fece24 owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:33:44.967947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:33:44.968316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:33:45.063642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:45.469570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Deleting port 3bea0ca2-0090-455a-908f-6a02d2fece24 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:33:45.470303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:45.473721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f68f-17fd-4144-9a19-c6ec4c3006fa req-f0ac2c89-545a-483e-8eef-71fd91d105cd tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:45.475591 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b849f68f-17fd-4144-9a19-c6ec4c3006fa req-f0ac2c89-545a-483e-8eef-71fd91d105cd tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.0939035 Feb 17 03:33:45.527051 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b849f68f-17fd-4144-9a19-c6ec4c3006fa req-01a0570a-f627-4a1f-ad6a-58e24729b7e5 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440226 Feb 17 03:33:45.671565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:45.672014 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:45.883156 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Calling delete_port for 3bea0ca2-0090-455a-908f-6a02d2fece24 owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:33:46.039794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:46.057949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0e7cf138-cad4-431f-8a46-7dbe6481e087 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:46.130965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:46.355208 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:46.402894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event deleted for resources: {'Port': ['ID=3bea0ca2-0090-455a-908f-6a02d2fece24,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:46.413672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:46.526248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:46.544064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:46.545213 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-902c2f25-a032-4421-805f-a1070ae3b82e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "DELETE /v2.0/floatingips/18037a1e-7340-46cf-bd42-c641e4b0cdae HTTP/1.1" status: 204 len: 168 time: 2.2679284 Feb 17 03:33:46.753233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd8033-7878-4c4c-8fef-726f221cd8db req-d122ed7e-1ab3-4c5a-8fbf-597494e3e9ad tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:46.755143 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-90dd8033-7878-4c4c-8fef-726f221cd8db req-d122ed7e-1ab3-4c5a-8fbf-597494e3e9ad tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1024606 Feb 17 03:33:46.814603 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-90dd8033-7878-4c4c-8fef-726f221cd8db req-80065dc3-5273-45e8-8997-ac01d7984864 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516434 Feb 17 03:33:46.912768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47054) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:46.920263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794073071', 'description': 'tempest-description--1455726159'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:46.927397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:46.932646 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:security_group and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:46.937089 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:46.944325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:46.964698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:46.988796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:46.993262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:security_group_rule and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:46.996908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:47.003538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:47.085126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.089138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.104019 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7bc91a32-bb6b-43a9-9da1-eeaba5ceb595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:47.140459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.141574 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2268558 Feb 17 03:33:47.145293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47062) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:47.145547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467ef2f0-3a2c-432a-a533-6eff4495eebf,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:47.149144 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:47.159041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'security_group_rule': {'security_group_id': '467ef2f0-3a2c-432a-a533-6eff4495eebf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:47.161613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:47.166370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:security_group_rule and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:47.170018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:47.179189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:47.199166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.274821 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.278143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.280994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:47.323200 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919fcc55-8af9-4b49-817d-27e067a81aa0,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:47.323200 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:47.333374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.338740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47074) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:47.339013 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1916316 Feb 17 03:33:47.345521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'security_group_rule': {'security_group_id': '467ef2f0-3a2c-432a-a533-6eff4495eebf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:47.353544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:47.358158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:security_group_rule and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:47.361392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:47.369525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:47.396028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.475444 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.478729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.482322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-50b70e0b-0b5d-4026-ac4c-23af96fd6648 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:47.510993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb1af00-ccd2-4dc6-bf82-53c0e3b51b6d,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:47.516559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:47.524693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.526629 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1936035f-e8aa-4302-beed-5fe6ae4a7bd8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863914 Feb 17 03:33:47.530605 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47080) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:47.537227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'floatingip': {'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:47.543953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:47.548189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:floatingip and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:47.551928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:47.558484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:47.574022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.770160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa47a3-7619-4285-8e04-15bc60edb34d req-8b611c2c-d4b8-4486-9b3f-697b5f5fbf7f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:47.772638 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-45fa47a3-7619-4285-8e04-15bc60edb34d req-8b611c2c-d4b8-4486-9b3f-697b5f5fbf7f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.1073122 Feb 17 03:33:47.804578 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:47.831604 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-45fa47a3-7619-4285-8e04-15bc60edb34d req-8be2d6e0-b3ed-4a2e-aad9-2794fbd93bf6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516346 Feb 17 03:33:47.859505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:33:48.022584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-af7b930d-2a3f-4e59-816b-cf91dd42ad16 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:48.023353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-af7b930d-2a3f-4e59-816b-cf91dd42ad16 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Synchronizing usage tracker for tenant:5153b854571c4f5e8b12ed5596536176 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:33:48.075259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-af7b930d-2a3f-4e59-816b-cf91dd42ad16 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Unset dirty status for tenant:5153b854571c4f5e8b12ed5596536176 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:33:48.076913 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-af7b930d-2a3f-4e59-816b-cf91dd42ad16 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.3265188 Feb 17 03:33:48.162315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f5918-7aa7-45b8-9a1d-97f621debce7 req-0b732167-2854-4a77-8e47-0e1626f319f0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:48.165596 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bf9f5918-7aa7-45b8-9a1d-97f621debce7 req-0b732167-2854-4a77-8e47-0e1626f319f0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 945 time: 0.1471829 Feb 17 03:33:48.222154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Deleting port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:33:48.222455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:48.232164 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bf9f5918-7aa7-45b8-9a1d-97f621debce7 req-a23d8182-40b7-45c1-8b49-f3ab80b865d4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b8391e-af56-4a5e-b8f6-9d619ae2f821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592473 Feb 17 03:33:48.264834 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:48.295833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:33:48.307786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:33:48.311424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:48.313639 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:48.338031 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Allocated IP 172.28.2.202 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/1d87dd5b-ef93-4fd8-b009-b2b77de7f7a3) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:33:48.354573 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'code': 200} Feb 17 03:33:48.391936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,revision_number=7']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:48.395994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:48.655084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] For port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:33:48.655721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:48.670111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:48.887977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:48.964523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c04d71a4-4412-4c08-9652-c25d854a46be tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:49.071928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04b57-263e-4afe-a4b4-3b92a7020119 req-32eff302-591b-4788-a1bd-94eea302d255 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:49.073650 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f8e04b57-263e-4afe-a4b4-3b92a7020119 req-32eff302-591b-4788-a1bd-94eea302d255 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.1002553 Feb 17 03:33:49.130006 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f8e04b57-263e-4afe-a4b4-3b92a7020119 req-beb8a5ca-b0d6-4132-957f-affbdde2e4c8 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493832 Feb 17 03:33:49.161192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:49.161613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:49.161972 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Floating IP 1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766 disassociated. External IP: 172.28.2.6, port: c0d0b48f-47ce-47a7-9799-6dea5c5f2db0. Feb 17 03:33:49.162363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Calling delete_port for c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:33:49.210986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'Port': ['ID=1d87dd5b-ef93-4fd8-b009-b2b77de7f7a3,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:49.219977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:49.298785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:33:49.301868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:33:49.335209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:33:49.438570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:49.455766 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-80639239-9ec4-44da-9fe0-5a3be89d4221 req-9d0f91bc-6130-4626-932f-3a9695727914 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 210 time: 0.0645037 Feb 17 03:33:49.518408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e6ecf318-bd8e-44f5-be90-eb56838d9dfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:49.592544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event deleted for resources: {'Port': ['ID=c0d0b48f-47ce-47a7-9799-6dea5c5f2db0,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:49.650069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:49.676873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:49.772730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:50.364476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32203-41c6-4c3d-9560-e35977255161 req-ace8f2b1-19ae-443a-be7d-510f3e5d7d00 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:50.366342 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ac32203-41c6-4c3d-9560-e35977255161 req-ace8f2b1-19ae-443a-be7d-510f3e5d7d00 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.0934050 Feb 17 03:33:50.408400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:33:50.424176 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ac32203-41c6-4c3d-9560-e35977255161 req-e6412a69-a042-4489-acfc-6ea14f521052 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484409 Feb 17 03:33:50.653412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:50.661717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:50.679630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6c41a96e-22ac-447b-8281-d245db4c1012 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:50.729073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:33:50.740078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] Sync routers for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:33:50.760462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:33:50.761880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:33:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:50.828954 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-65439e1a-7988-4872-bff9-a4b23bf16ce4 req-fde14cfa-9727-42c9-9e6d-fbd17e64ccbb tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a34fa0b-e408-40bc-88b8-306283eacd46 HTTP/1.1" status: 200 len: 210 time: 0.0602515 Feb 17 03:33:50.855964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] No DVR routers for this DVR port c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:33:50.871621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:50.874474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-deleted', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:33:50.895457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'Port': ['ID=1d87dd5b-ef93-4fd8-b009-b2b77de7f7a3,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:50.901580 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:50.911961 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9474c2d0-05e7-4f62-8f5c-2b6d50ef36b0 req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "DELETE /v2.0/ports/c0d0b48f-47ce-47a7-9799-6dea5c5f2db0 HTTP/1.1" status: 204 len: 173 time: 2.8263443 Feb 17 03:33:50.941739 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34fa0b-e408-40bc-88b8-306283eacd46', 'name': 'network-vif-deleted', 'tag': 'c0d0b48f-47ce-47a7-9799-6dea5c5f2db0', 'status': 'completed', 'code': 200} Feb 17 03:33:50.993733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:33:51.008965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:51.026852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:51.029429 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4976006 Feb 17 03:33:51.274403 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-adc9cf54-d02b-4394-96e5-81cb58f37cf8 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--794073071&fields=id&tenant_id=108ad8ff95cb48558e896289bbc32d4b HTTP/1.1" status: 200 len: 267 time: 0.0427897 Feb 17 03:33:51.351890 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:51.356649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] Checking router: fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:33:51.366554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:33:51.367291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:33:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:51.442529 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c349d6c6-b186-4d06-b6fc-f83f2a384fed tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:51.444224 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c349d6c6-b186-4d06-b6fc-f83f2a384fed tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 811 time: 0.1624262 Feb 17 03:33:51.574551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:33:51.650034 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-d72ee976-3b41-4546-8679-cbbdf739f27d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/quotas/108ad8ff95cb48558e896289bbc32d4b HTTP/1.1" status: 200 len: 375 time: 0.1903255 Feb 17 03:33:51.748007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1b8a9-5ee7-46a8-8266-088dd770ba2e req-f377ccfd-b2a8-4573-8637-b1223f05ff79 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:51.749738 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-94a1b8a9-5ee7-46a8-8266-088dd770ba2e req-f377ccfd-b2a8-4573-8637-b1223f05ff79 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.1846721 Feb 17 03:33:51.791369 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-87b8049b-3c91-4618-b236-030e1253fa72 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1402302 Feb 17 03:33:51.823143 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-94a1b8a9-5ee7-46a8-8266-088dd770ba2e req-2398a2e1-572a-403a-bd6a-a8834c64eefc tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640364 Feb 17 03:33:51.934342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:33:51.939504 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e86fe-e615-48a5-891f-56b684629158 None None] The sync data for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb is: [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:33:51.967242 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47142) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:52.051188 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-7ce6fb65-219e-488d-b170-e51df99a4da1 service neutron] 10.222.0.49 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424619 Feb 17 03:33:52.054602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70332c38-44bc-43f9-9451-c0414fc3c5ec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:52.087267 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70332c38-44bc-43f9-9451-c0414fc3c5ec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:52.136968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70332c38-44bc-43f9-9451-c0414fc3c5ec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:52.141297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-acbecfd9-590f-43de-b966-d2f9d6fd7426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:52.158782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70332c38-44bc-43f9-9451-c0414fc3c5ec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b8391e-af56-4a5e-b8f6-9d619ae2f821,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:52.162782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-70332c38-44bc-43f9-9451-c0414fc3c5ec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:52.180521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70332c38-44bc-43f9-9451-c0414fc3c5ec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:52.181947 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-70332c38-44bc-43f9-9451-c0414fc3c5ec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "DELETE /v2.0/security-groups/27b8391e-af56-4a5e-b8f6-9d619ae2f821 HTTP/1.1" status: 204 len: 168 time: 0.2139909 Feb 17 03:33:52.186284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47180) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:52.216976 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.v2.resource [None req-fcfb0afb-32e4-498f-a1aa-56e1949a5962 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] show failed (client error): The resource could not be found. Feb 17 03:33:52.218558 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-fcfb0afb-32e4-498f-a1aa-56e1949a5962 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups/27b8391e-af56-4a5e-b8f6-9d619ae2f821 HTTP/1.1" status: 404 len: 347 time: 0.0310469 Feb 17 03:33:52.223394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47188) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:52.251423 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-42eeb14c-6ecb-4afb-af5e-a6f371ee0b41 service neutron] 10.222.0.49 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1908748 Feb 17 03:33:52.419470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Deleting port 9a3b8fad-a01f-47df-a961-905a2256f0bc {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:33:52.419908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:52.443529 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ef149-545b-46ef-a54b-ad4e6dfa579f None None] New status for floating IP 1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766: DOWN {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:33:52.548768 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0630292a-2b25-49c3-af55-07df0930f40f req-76a220be-ef2a-422e-8d1b-bc7215862214 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 210 time: 0.1087589 Feb 17 03:33:52.669684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:52.670040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:52.914952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Calling delete_port for 9a3b8fad-a01f-47df-a961-905a2256f0bc owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:33:53.062823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-163d4503-4225-4b36-acfe-538c79eb8237 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:53.063643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-163d4503-4225-4b36-acfe-538c79eb8237 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Synchronizing usage tracker for tenant:e333cf980e864dcfbea74fa76a42c0d1 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:33:53.068554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:33:53.068922 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:33:53.087239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-163d4503-4225-4b36-acfe-538c79eb8237 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Unset dirty status for tenant:e333cf980e864dcfbea74fa76a42c0d1 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:33:53.088627 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-163d4503-4225-4b36-acfe-538c79eb8237 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.38 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.2915158 Feb 17 03:33:53.107868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf699bc3-122b-4bbc-87d4-244a30ab359b req-65d17666-0815-4b0f-a396-4ef9ab9a7609 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:53.109651 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cf699bc3-122b-4bbc-87d4-244a30ab359b req-65d17666-0815-4b0f-a396-4ef9ab9a7609 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 946 time: 0.1471555 Feb 17 03:33:53.184509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Deleting port 3ac79fd7-4ccd-4753-814a-2223660ecb1a {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:33:53.184919 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:53.427561 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cf699bc3-122b-4bbc-87d4-244a30ab359b req-48b42268-5de3-42a4-953f-a13aa150d715 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/security-groups?id=60718c43-1f30-4aeb-8924-1709e0f92f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114188 Feb 17 03:33:53.501296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] For port 3ac79fd7-4ccd-4753-814a-2223660ecb1a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=3ac79fd7-4ccd-4753-814a-2223660ecb1a,segment=NetworkSegment(bfc91f86-f65d-4558-af5d-fe32c6e0f2e3),segment_id=bfc91f86-f65d-4558-af5d-fe32c6e0f2e3)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:33:53.501698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:53.571290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Deleting port 9a3b8fad-a01f-47df-a961-905a2256f0bc {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:33:53.571627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:53.691480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:53.691880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Calling delete_port for 3ac79fd7-4ccd-4753-814a-2223660ecb1a owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:33:53.749761 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-34ba2fe4-1dd9-4e67-9715-856b57ee6c29 req-29f5825e-4bc9-4ad2-9bb3-c11bddfc5737 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 210 time: 0.0659225 Feb 17 03:33:53.866868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 3ac79fd7-4ccd-4753-814a-2223660ecb1a no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:33:54.004747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:54.005317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:54.034051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:54.387930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:54.420874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Calling delete_port for 9a3b8fad-a01f-47df-a961-905a2256f0bc owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:33:54.471909 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6b163e9b-97f4-4e43-b6f6-f2d8d8ecff0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:54.576329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Pushing event deleted for resources: {'Port': ['ID=3ac79fd7-4ccd-4753-814a-2223660ecb1a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:54.616986 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e528d650-3e96-4a17-93e4-993b9d0e89b2 req-4f7e48e8-2d8f-48d2-8974-b00764d4bde7 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 210 time: 0.0507841 Feb 17 03:33:54.717377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.717776 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.718166 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.718568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.719008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.719406 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.719805 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.720182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.720585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.720973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.721359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.721743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.722195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.722619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.723648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.723648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.724103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.724103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.724442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.724841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.725209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.725598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.725995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.726362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:54.743073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:54.833478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-5ab97d8d-9013-4446-b919-c4c211add414 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:54.835106 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-5ab97d8d-9013-4446-b919-c4c211add414 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 811 time: 0.4488909 Feb 17 03:33:54.933263 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c87a82bf-90a9-4977-b79a-94957e00bf7a req-5fda0b9f-9c0d-440c-9925-5e6b3517087c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 210 time: 0.0570333 Feb 17 03:33:54.970629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] No DVR routers for this DVR port 3ac79fd7-4ccd-4753-814a-2223660ecb1a on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:33:54.979239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:54.982021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c2a090-33b6-4ef5-9aa4-6f508848a3fa', 'name': 'network-vif-deleted', 'tag': '3ac79fd7-4ccd-4753-814a-2223660ecb1a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:33:55.031436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:55.051087 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:55.108573 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ca445e00-938a-46ff-96b5-e5b1574e60f4 req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.38 "DELETE /v2.0/ports/3ac79fd7-4ccd-4753-814a-2223660ecb1a HTTP/1.1" status: 204 len: 173 time: 2.0139563 Feb 17 03:33:55.113123 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c2a090-33b6-4ef5-9aa4-6f508848a3fa', 'name': 'network-vif-deleted', 'tag': '3ac79fd7-4ccd-4753-814a-2223660ecb1a', 'status': 'completed', 'code': 200} Feb 17 03:33:55.124248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-d8409fe3-bcfe-4ed2-b99d-2c0dd9ae8e10 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Synchronizing usage tracker for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:security_group {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:33:55.129157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event deleted for resources: {'Port': ['ID=9a3b8fad-a01f-47df-a961-905a2256f0bc,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:55.184762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:55.222002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-d8409fe3-bcfe-4ed2-b99d-2c0dd9ae8e10 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Unset dirty status for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:security_group {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:33:55.223373 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-d8409fe3-bcfe-4ed2-b99d-2c0dd9ae8e10 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=108ad8ff95cb48558e896289bbc32d4b HTTP/1.1" status: 200 len: 5704 time: 0.3480012 Feb 17 03:33:55.246428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'port': {'device_id': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'admin_state_up': True, 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'security_groups': ['467ef2f0-3a2c-432a-a533-6eff4495eebf']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:55.457032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:55.459546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:55.460812 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "DELETE /v2.0/floatingips/1dfa1705-3ae7-4fbb-82a7-8a3bb7f85766 HTTP/1.1" status: 204 len: 168 time: 3.2362869 Feb 17 03:33:55.466859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:55.471707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Usage tracker for resource:port and tenant:108ad8ff95cb48558e896289bbc32d4b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:55.475035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:55.481860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:55.492283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Made reservation on behalf of 108ad8ff95cb48558e896289bbc32d4b for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:33:55.498601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:55.695507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47250) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:55.704923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889228011', 'description': 'tempest-description--593923769'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:55.713625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:55.719049 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:security_group and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:55.722575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:55.730611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:55.747328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:55.782318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:55.787730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:security_group_rule and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:55.792965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:55.799950 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:55.851118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Allocated IP 172.20.0.4 (5eecfe3e-a97a-4788-a5ca-77454eebf558/e96f9d9e-edc1-418f-9b5e-1316f652a334/037543e1-0269-4521-9c0a-98bda308e3a4) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:33:55.877005 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bb284639-9819-4fec-b765-fd55194aad6b req-0c4990a8-0ffd-451f-b52a-b37db8e7d3de tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] 10.222.0.49 "GET /v2.0/ports?device_id=77c2a090-33b6-4ef5-9aa4-6f508848a3fa HTTP/1.1" status: 200 len: 210 time: 0.0589862 Feb 17 03:33:55.934121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:55.937254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:55.943994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-dbff855e-5809-4998-bef3-4344b422bc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:55.984239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:55.985704 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2888346 Feb 17 03:33:55.997360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47256) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:56.003451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38996d8e-70b0-4361-8cea-8ffb8703cb73,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:56.010069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'security_group_rule': {'security_group_id': '38996d8e-70b0-4361-8cea-8ffb8703cb73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:56.022329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:56.023404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:56.030566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:security_group_rule and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:56.033789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:56.040279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:56.062476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.089662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.109125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Transition to ACTIVE for port object 037543e1-0269-4521-9c0a-98bda308e3a4 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:33:56.132921 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2ea562f5-11d7-40e8-8fb3-965bb7e30b73 req-6a2f79fe-4cb2-4800-a0ba-601c257a76fd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 210 time: 0.0621691 Feb 17 03:33:56.141686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.159971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0ef4ea28-7de4-4ddc-b0e9-832c2a8ac0ca tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:56.190154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.193973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.197404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ba76edeb-31c7-4936-81a3-8769e3e7c466 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:56.224774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5630c7e-8101-46ad-8b3c-8449c9309ca8,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:56.228598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:56.237367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.238501 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event updated for resources: {'Port': ['ID=037543e1-0269-4521-9c0a-98bda308e3a4,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:56.238841 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2401123 Feb 17 03:33:56.241883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47262) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:56.247787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'security_group_rule': {'security_group_id': '38996d8e-70b0-4361-8cea-8ffb8703cb73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:56.253454 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:56.254777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:56.259110 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:security_group_rule and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:56.262695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:56.269036 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:56.289145 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.362683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.367306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.370059 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:56.376539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:33:56.377949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:33:56.380587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:33:56.388859 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd20114-1681-4482-afd1-e2487449f256,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:56.396402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:56.409982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.411440 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-3783a08e-0b84-4f5f-9570-a56eda3aa74d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1684747 Feb 17 03:33:56.414833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47266) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:33:56.424775 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'floatingip': {'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:56.432217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:33:56.439558 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:floatingip and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:33:56.443916 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:33:56.453241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:33:56.457380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:56.458130 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.475352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.488150 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2552602 Feb 17 03:33:56.568637 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Request body: {'port': {'device_id': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:33:56.599287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7d0d58a3-175e-4f09-961e-0ffc15fafaa8 None None] Provisioning for port 037543e1-0269-4521-9c0a-98bda308e3a4 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:33:56.605431 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7d0d58a3-175e-4f09-961e-0ffc15fafaa8 None None] Provisioning complete for port 037543e1-0269-4521-9c0a-98bda308e3a4 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:33:56.606063 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d0d58a3-175e-4f09-961e-0ffc15fafaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.648615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.672376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d58a3-175e-4f09-961e-0ffc15fafaa8 None None] Port 037543e1-0269-4521-9c0a-98bda308e3a4 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:33:56.701551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:56.958817 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Allocated IP 172.28.2.102 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/c9044110-049b-449f-ae58-000552012bdb) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:33:57.182668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037543e1-0269-4521-9c0a-98bda308e3a4 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:33:57.190460 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:57.196661 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:57.224581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Transition to ACTIVE for port object 037543e1-0269-4521-9c0a-98bda308e3a4 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:33:57.230551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:57.248385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:57.252868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:57.323603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5a80fd17-5828-485e-b4b4-c6e5cf68632b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:57.437436 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Pushing event updated for resources: {'Port': ['ID=037543e1-0269-4521-9c0a-98bda308e3a4,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:57.441975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:57.507054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'Port': ['ID=c9044110-049b-449f-ae58-000552012bdb,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:57.580464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.580692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.580980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.581402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.581787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.582196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.582601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.585553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.587860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.588974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.589398 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.589810 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.590298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.590707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.591142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.591550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.591951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.592797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.592797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.593116 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.593528 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.593927 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.594331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.594729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:33:57.612274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:57.680026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69003324-7814-4214-b451-c124d8baff22 req-a57d003b-a257-4704-99be-14bf401ce78c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:57.682523 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-69003324-7814-4214-b451-c124d8baff22 req-a57d003b-a257-4704-99be-14bf401ce78c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 943 time: 0.4067056 Feb 17 03:33:57.753984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Attempting to bind port 037543e1-0269-4521-9c0a-98bda308e3a4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:33:57.754541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Attempting to bind port 037543e1-0269-4521-9c0a-98bda308e3a4 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:33:57.755056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Attempting to bind port 037543e1-0269-4521-9c0a-98bda308e3a4 on network 5eecfe3e-a97a-4788-a5ca-77454eebf558 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:33:57.757070 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-69003324-7814-4214-b451-c124d8baff22 req-6f7b2b9a-17b0-4c49-8ab7-d101aebdadd5 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601218 Feb 17 03:33:57.762676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:33:57.763211 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Checking segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:33:57.763895 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:57.764408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Bound using segment: {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:33:57.765038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Bound port: 037543e1-0269-4521-9c0a-98bda308e3a4, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6d2257-21ac-4bc2-b071-1099b53213b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:33:57.765542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:57.768112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:33:57.769472 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:33:57.772215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:33:57.873466 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] For port 037543e1-0269-4521-9c0a-98bda308e3a4, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:33:57.875545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:57.876974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] For port 037543e1-0269-4521-9c0a-98bda308e3a4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=037543e1-0269-4521-9c0a-98bda308e3a4,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:33:57.881604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:57.898124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-005d813d-7721-4592-80c4-a7f9a1892176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:57.947017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:58.060889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Pushing event updated for resources: {'Port': ['ID=037543e1-0269-4521-9c0a-98bda308e3a4,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:58.066305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:58.098046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:58.098728 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:58.100286 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] 10.222.0.38 "PUT /v2.0/ports/037543e1-0269-4521-9c0a-98bda308e3a4 HTTP/1.1" status: 200 len: 1157 time: 1.5937757 Feb 17 03:33:58.100830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'tag': '037543e1-0269-4521-9c0a-98bda308e3a4'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:33:58.158019 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'tag': '037543e1-0269-4521-9c0a-98bda308e3a4', 'status': 'completed', 'code': 200} Feb 17 03:33:58.250220 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:58.258371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:58.275530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6ce84409-d3d4-4672-a489-4ad7ca2f6678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:33:58.285997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-843f0edd-d92f-4c91-991e-383306dd726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:58.290409 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-843f0edd-d92f-4c91-991e-383306dd726f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 1160 time: 0.1035941 Feb 17 03:33:58.381823 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-73fa410c-1ecf-4ac3-a3cf-a93f05b77b14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037543e1-0269-4521-9c0a-98bda308e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0757928 Feb 17 03:33:58.425452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'Port': ['ID=c9044110-049b-449f-ae58-000552012bdb,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:33:58.430753 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:33:58.543121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:58.569513 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:33:58.570884 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-5758ec2e-48a0-4a4c-a7dc-09540a1f0e23 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1548488 Feb 17 03:33:58.713502 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-fa82eda4-b498-44d2-afae-a835e1799054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:58.715522 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-fa82eda4-b498-44d2-afae-a835e1799054 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.3243554 Feb 17 03:33:58.820936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-fbf00e21-c2ef-4982-9f5b-ad510f7b4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:58.822741 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-fbf00e21-c2ef-4982-9f5b-ad510f7b4197 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997839 Feb 17 03:33:58.891763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-7409342a-f379-47bb-b5df-4cb78b12daed tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Synchronizing usage tracker for tenant:5153b854571c4f5e8b12ed5596536176 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:33:58.970904 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-7409342a-f379-47bb-b5df-4cb78b12daed tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Unset dirty status for tenant:5153b854571c4f5e8b12ed5596536176 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:33:58.972193 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-7409342a-f379-47bb-b5df-4cb78b12daed tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1889228011&fields=id&tenant_id=5153b854571c4f5e8b12ed5596536176 HTTP/1.1" status: 200 len: 267 time: 0.1464202 Feb 17 03:33:58.987956 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-14eff0c4-330b-44ff-9e0e-e81a75eeb201 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558459 Feb 17 03:33:59.038416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ae27-5a52-4f90-8b87-ccf3b0eed02f req-285ae7f8-f295-4a4e-aab3-2065541cb81c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:59.040354 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d113ae27-5a52-4f90-8b87-ccf3b0eed02f req-285ae7f8-f295-4a4e-aab3-2065541cb81c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 943 time: 0.1447890 Feb 17 03:33:59.150383 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6082b3f2-d1b1-4a52-a3be-9fe7c87d679a req-1ef22e21-c13e-4535-a81f-6b0d9c604ec4 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1537073 Feb 17 03:33:59.180045 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d113ae27-5a52-4f90-8b87-ccf3b0eed02f req-9f660fd6-6b0c-425c-8547-925acda5aa48 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322310 Feb 17 03:33:59.208172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-1a667075-ca73-4180-a10f-459e23eee2e7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:59.209780 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-1a667075-ca73-4180-a10f-459e23eee2e7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 817 time: 0.2213562 Feb 17 03:33:59.228181 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-cf4f0ce5-12de-4cb9-a7f6-9f502503a8b3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/quotas/5153b854571c4f5e8b12ed5596536176 HTTP/1.1" status: 200 len: 375 time: 0.0105233 Feb 17 03:33:59.329259 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-822e77e8-dc8f-4105-9bdb-02a0498a7f04 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945606 Feb 17 03:33:59.345455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-ec14567f-32ba-46d2-9d23-f4287cd3cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:59.347314 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-ec14567f-32ba-46d2-9d23-f4287cd3cce1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 1160 time: 0.0897412 Feb 17 03:33:59.493384 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-4ac33f25-1cdf-42ad-a9b8-59de0f2793a4 service neutron] 10.222.0.49 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445236 Feb 17 03:33:59.499175 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-d9ef9b9a-0512-4cbb-a704-dcf2067c0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:59.500792 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-d9ef9b9a-0512-4cbb-a704-dcf2067c0498 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 905 time: 0.1452236 Feb 17 03:33:59.585070 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-1cc58336-e2cd-4993-809c-2deadefebaa6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037543e1-0269-4521-9c0a-98bda308e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0761349 Feb 17 03:33:59.664771 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-37809d05-ba70-47c8-8be9-7f04ace87d27 service neutron] 10.222.0.49 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1648653 Feb 17 03:33:59.686673 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-e0ea802a-7203-4290-8395-75c42378642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:59.686673 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-e0ea802a-7203-4290-8395-75c42378642e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.0928504 Feb 17 03:33:59.787413 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-cde9bb1e-deff-4f68-a9c0-befa528e6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:33:59.789096 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-cde9bb1e-deff-4f68-a9c0-befa528e6057 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939684 Feb 17 03:33:59.925723 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a615f1b3-43cd-4821-b428-8f6741a5c982 req-bc2bc625-a567-4cd1-8abc-2f72d8d1e614 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 210 time: 0.0795934 Feb 17 03:33:59.960138 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-b2bc453f-e1a8-430e-91c0-d8df075c8027 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618705 Feb 17 03:34:00.124114 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5d011680-ec98-4c70-b18a-556e92bf64f8 req-51de04be-e624-4d77-9ea0-d354dd698a50 service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562061 Feb 17 03:34:00.401148 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e8402-3fe2-491c-afcd-2b709484ec47 req-114e4995-b19c-445f-9792-28ce7ba3eff3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:00.402974 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a62e8402-3fe2-491c-afcd-2b709484ec47 req-114e4995-b19c-445f-9792-28ce7ba3eff3 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 943 time: 0.0982139 Feb 17 03:34:00.458888 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a62e8402-3fe2-491c-afcd-2b709484ec47 req-f1498442-0008-43b6-935f-b32934c6727e tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489635 Feb 17 03:34:01.117446 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-259cf80e-69d4-438e-9f00-2748e1bcda74 req-45dfb61c-88e0-46a9-a70c-05724b751fca tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 210 time: 0.0546606 Feb 17 03:34:01.316072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-8b907bda-c6b4-41fb-b2ed-f8b2be71deae tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:01.316714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-8b907bda-c6b4-41fb-b2ed-f8b2be71deae tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Synchronizing usage tracker for tenant:5153b854571c4f5e8b12ed5596536176 on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:34:01.346426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-8b907bda-c6b4-41fb-b2ed-f8b2be71deae tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Unset dirty status for tenant:5153b854571c4f5e8b12ed5596536176 on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:34:01.347744 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-8b907bda-c6b4-41fb-b2ed-f8b2be71deae tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 817 time: 0.1971769 Feb 17 03:34:01.443254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-e73ee72c-613f-4e2c-bd2f-81c9f1bbc643 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Synchronizing usage tracker for tenant:5153b854571c4f5e8b12ed5596536176 on resource:security_group {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:34:01.458968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-e73ee72c-613f-4e2c-bd2f-81c9f1bbc643 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Unset dirty status for tenant:5153b854571c4f5e8b12ed5596536176 on resource:security_group {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:34:01.460494 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-e73ee72c-613f-4e2c-bd2f-81c9f1bbc643 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5153b854571c4f5e8b12ed5596536176 HTTP/1.1" status: 200 len: 5708 time: 0.0959408 Feb 17 03:34:01.476813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'port': {'device_id': 'd405937f-f35f-429e-adfa-0317c52bab30', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'admin_state_up': True, 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'security_groups': ['38996d8e-70b0-4361-8cea-8ffb8703cb73']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:34:01.689937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:34:01.695147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Usage tracker for resource:port and tenant:5153b854571c4f5e8b12ed5596536176 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:34:01.700022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:34:01.710127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:34:01.730684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Made reservation on behalf of 5153b854571c4f5e8b12ed5596536176 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:34:01.738814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:01.764804 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2d32-afbe-4e3a-a186-853cf7e37018 req-c24d94a8-24c3-472f-b9f1-ff50a6ede574 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:01.766816 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eb3f2d32-afbe-4e3a-a186-853cf7e37018 req-c24d94a8-24c3-472f-b9f1-ff50a6ede574 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 943 time: 0.1412542 Feb 17 03:34:01.836303 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eb3f2d32-afbe-4e3a-a186-853cf7e37018 req-573bae2b-af4d-44f7-9e23-a3efc0c1029a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596280 Feb 17 03:34:02.155297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Allocated IP 172.20.0.4 (fab9f1b1-abd4-4c79-afba-924a22fe3738/759a5d3c-e5dd-4594-b004-8263a1665673/5345fd0e-705a-45c9-8f98-ced86a0495df) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:34:02.360664 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6f20065a-d1ab-4f2a-8000-db039d7cfadb req-e1c46f7d-aef8-4a8a-b9bd-c63dc2a0107f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 210 time: 0.0890477 Feb 17 03:34:02.433092 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:02.464023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Transition to ACTIVE for port object 5345fd0e-705a-45c9-8f98-ced86a0495df will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:34:02.498657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:02.514975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-247033fc-82b5-4f34-82fc-a5b469418486 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:02.625003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 037543e1-0269-4521-9c0a-98bda308e3a4 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:34:02.668590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event updated for resources: {'Port': ['ID=5345fd0e-705a-45c9-8f98-ced86a0495df,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:02.673377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:02.714134 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 037543e1-0269-4521-9c0a-98bda308e3a4 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:34:02.728188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 037543e1-0269-4521-9c0a-98bda308e3a4 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:34:02.728760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:02.767001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:34:02.769255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:34:02.773428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:34:02.880447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:02.884641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:02.885930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:02.915426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037543e1-0269-4521-9c0a-98bda308e3a4'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:34:02.921294 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4472144 Feb 17 03:34:02.931814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 037543e1-0269-4521-9c0a-98bda308e3a4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=037543e1-0269-4521-9c0a-98bda308e3a4,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:34:02.939925 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:02.943873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-61552007-f70e-4bbc-b17c-460d5dc809dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:02.944068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Request body: {'port': {'device_id': 'd405937f-f35f-429e-adfa-0317c52bab30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:34:03.089551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=037543e1-0269-4521-9c0a-98bda308e3a4,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:03.110445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.111383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.112447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.113214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.113935 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.114664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.116081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.116830 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.117678 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.118500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.119637 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.120373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.121256 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.122307 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.123117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.123858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.124590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.125506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.126453 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.127435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.128296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.129027 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.130293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.131068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:34:03.143577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:03.147161 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037543e1-0269-4521-9c0a-98bda308e3a4', 'code': 200} Feb 17 03:34:03.156162 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a9c707fe-c9fd-4589-9cc9-9e5da44f72a5 None None] Provisioning for port 5345fd0e-705a-45c9-8f98-ced86a0495df completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:34:03.168093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a9c707fe-c9fd-4589-9cc9-9e5da44f72a5 None None] Provisioning complete for port 5345fd0e-705a-45c9-8f98-ced86a0495df triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:34:03.168379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:03.169203 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9c707fe-c9fd-4589-9cc9-9e5da44f72a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:03.195896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3767-1419-4d85-9e05-fb7170357614 req-73c9b438-8e80-4ec7-9aca-60d233c7e791 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:03.198202 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0e6c3767-1419-4d85-9e05-fb7170357614 req-73c9b438-8e80-4ec7-9aca-60d233c7e791 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 945 time: 0.1685379 Feb 17 03:34:03.275865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a9c707fe-c9fd-4589-9cc9-9e5da44f72a5 None None] Port 5345fd0e-705a-45c9-8f98-ced86a0495df cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:34:03.570059 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0e6c3767-1419-4d85-9e05-fb7170357614 req-a84f038c-4ca0-46a2-8fa0-f1e7db59b8bd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574016 Feb 17 03:34:03.645146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a0d5-1a23-437e-b9d8-af9b838c23d9 req-67ed7dd1-d991-4026-8624-8cea4da6d0c3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:03.648188 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b339a0d5-1a23-437e-b9d8-af9b838c23d9 req-67ed7dd1-d991-4026-8624-8cea4da6d0c3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 931 time: 0.1265512 Feb 17 03:34:03.691691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d1e32-c80f-49e5-b5d8-2c033aee2c3f req-98b86396-bcd5-4dce-ab2e-ed5a268aa4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:03.693353 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-430d1e32-c80f-49e5-b5d8-2c033aee2c3f req-98b86396-bcd5-4dce-ab2e-ed5a268aa4b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 1162 time: 0.2650273 Feb 17 03:34:03.711165 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b339a0d5-1a23-437e-b9d8-af9b838c23d9 req-3e0782de-6e5c-4290-b35c-3e0d85110e64 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547099 Feb 17 03:34:03.851290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5345fd0e-705a-45c9-8f98-ced86a0495df {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:34:03.857991 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-430d1e32-c80f-49e5-b5d8-2c033aee2c3f req-95b93bd6-e839-4321-bc69-893a6c425cdc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535466 Feb 17 03:34:03.863540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:03.878039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Transition to ACTIVE for port object 5345fd0e-705a-45c9-8f98-ced86a0495df will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:34:03.881450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:03.897755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1acc8b0d-862f-4b9e-9091-a4406253a787 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:04.057119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92536425-8374-472b-b380-0fec750126b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5345fd0e-705a-45c9-8f98-ced86a0495df,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:04.061603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-92536425-8374-472b-b380-0fec750126b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:04.064728 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 037543e1-0269-4521-9c0a-98bda308e3a4 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:34:04.152979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 037543e1-0269-4521-9c0a-98bda308e3a4 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:34:04.153523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:04.281245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Attempting to bind port 5345fd0e-705a-45c9-8f98-ced86a0495df on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:34:04.281632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Attempting to bind port 5345fd0e-705a-45c9-8f98-ced86a0495df by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:34:04.282013 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Attempting to bind port 5345fd0e-705a-45c9-8f98-ced86a0495df on network fab9f1b1-abd4-4c79-afba-924a22fe3738 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:34:04.291630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:34:04.292186 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Checking segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:34:04.292785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:04.293369 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Bound using segment: {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:34:04.294085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Bound port: 5345fd0e-705a-45c9-8f98-ced86a0495df, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf835a5-b802-4a2e-9770-c17697929bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:34:04.294638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:04.410384 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] For port 5345fd0e-705a-45c9-8f98-ced86a0495df, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:34:04.413497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] For port 5345fd0e-705a-45c9-8f98-ced86a0495df, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5345fd0e-705a-45c9-8f98-ced86a0495df,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:34:04.417905 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:04.431309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ceccf1db-58f0-4871-81c9-69b49eb63b3d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:04.791033 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4727b5-4cd9-48e5-8fe4-3ca8a98e205c req-3c993fe9-df4f-4321-a1d4-ded55108f4ef tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:04.793173 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0c4727b5-4cd9-48e5-8fe4-3ca8a98e205c req-3c993fe9-df4f-4321-a1d4-ded55108f4ef tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 945 time: 0.1003666 Feb 17 03:34:04.854293 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0c4727b5-4cd9-48e5-8fe4-3ca8a98e205c req-ff5ca2f6-4ccb-44cd-92b4-60b691c8727b tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542986 Feb 17 03:34:04.867990 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92536425-8374-472b-b380-0fec750126b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5345fd0e-705a-45c9-8f98-ced86a0495df,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:04.878538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-92536425-8374-472b-b380-0fec750126b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:04.917667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:04.918469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:04.920441 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-92536425-8374-472b-b380-0fec750126b8 service neutron] 10.222.0.38 "PUT /v2.0/ports/5345fd0e-705a-45c9-8f98-ced86a0495df HTTP/1.1" status: 200 len: 1157 time: 1.9859014 Feb 17 03:34:04.920994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:34:04.958593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13890e-b584-4b9d-9c14-06e9b6060417 req-b163c006-8f33-472b-ad73-5e86a1f572c9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:04.967436 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8c13890e-b584-4b9d-9c14-06e9b6060417 req-b163c006-8f33-472b-ad73-5e86a1f572c9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1079957 Feb 17 03:34:04.986181 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'status': 'completed', 'code': 200} Feb 17 03:34:05.015753 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8c13890e-b584-4b9d-9c14-06e9b6060417 req-e4d09b6c-ca87-498b-97d4-9068fa69eb35 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472140 Feb 17 03:34:05.135014 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-002b4c76-092c-481b-8468-4800af6e3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:05.136685 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-002b4c76-092c-481b-8468-4800af6e3c58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 1160 time: 0.0903735 Feb 17 03:34:05.274616 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-c983e35c-a84f-42fc-9325-3ad693a6d077 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5345fd0e-705a-45c9-8f98-ced86a0495df HTTP/1.1" status: 200 len: 217 time: 0.0835500 Feb 17 03:34:05.355713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-1355b8d4-d165-491c-8214-f6703662cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:05.357465 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-1355b8d4-d165-491c-8214-f6703662cd98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.0746214 Feb 17 03:34:05.463835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-1379c3b3-27e8-4049-af0e-8a3bc1330b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:05.465471 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-1379c3b3-27e8-4049-af0e-8a3bc1330b99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964985 Feb 17 03:34:05.618971 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-e2f95078-0a22-4b1a-bd9e-9c65895c1775 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456938 Feb 17 03:34:05.781900 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-66f4d759-fe61-4073-b69c-17fc0f4d36d3 req-0ba5effc-9450-4e15-9a64-52f7c7ff5ae7 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1537180 Feb 17 03:34:05.997339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-08484fbd-6074-42d7-9119-934909b13de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:05.998998 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-08484fbd-6074-42d7-9119-934909b13de8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 1160 time: 0.0886250 Feb 17 03:34:06.067446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70136c4-4fb1-4588-94fd-5cfc87bf31a0 req-b77a29bb-3002-412e-9474-4bdc4e7dde49 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:06.069197 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d70136c4-4fb1-4588-94fd-5cfc87bf31a0 req-b77a29bb-3002-412e-9474-4bdc4e7dde49 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 945 time: 0.0907748 Feb 17 03:34:06.123849 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d70136c4-4fb1-4588-94fd-5cfc87bf31a0 req-009fb212-81a6-4144-9f9e-67b74cca99c6 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466781 Feb 17 03:34:06.151763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-d16722df-63e5-4564-b983-5a5b59fcadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:06.153377 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-d16722df-63e5-4564-b983-5a5b59fcadc5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.1454256 Feb 17 03:34:06.235305 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-0b1e1eee-52c7-4a5f-8b6a-5b7d0f83dc35 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5345fd0e-705a-45c9-8f98-ced86a0495df HTTP/1.1" status: 200 len: 217 time: 0.0709839 Feb 17 03:34:06.246415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c410d-ed46-4c69-91a9-c2d90b96ef52 req-3b0d0006-8a72-4f48-a63c-a330e82560e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:06.248190 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-546c410d-ed46-4c69-91a9-c2d90b96ef52 req-3b0d0006-8a72-4f48-a63c-a330e82560e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1010184 Feb 17 03:34:06.313612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-d39afa5a-0e84-4c9d-9e4e-a2deff67cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:06.315319 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-d39afa5a-0e84-4c9d-9e4e-a2deff67cf47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.0729418 Feb 17 03:34:06.358647 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-546c410d-ed46-4c69-91a9-c2d90b96ef52 req-5140e8bc-6573-42a3-aace-f67760270531 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687447 Feb 17 03:34:06.383328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bebb5-6434-4460-a9db-ff54f4a7bf2b req-8735b827-dee1-4d2a-834c-c2e345a1a2eb tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:06.383328 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0f2bebb5-6434-4460-a9db-ff54f4a7bf2b req-8735b827-dee1-4d2a-834c-c2e345a1a2eb tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 945 time: 0.1303921 Feb 17 03:34:06.390279 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47392) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:06.396816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Request body: {'floatingip': {'port_id': '037543e1-0269-4521-9c0a-98bda308e3a4'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:34:06.420403 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-f2658ec7-ad50-476c-abde-4a06846b0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:06.422042 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-f2658ec7-ad50-476c-abde-4a06846b0a41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846906 Feb 17 03:34:06.485074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:06.590051 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-2ffafe03-d1c8-44f3-b74c-96ed75bc321f service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582429 Feb 17 03:34:06.810959 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d24e8a90-3cf8-4dde-a808-b30bc876c73f req-ba0b1df1-0cf6-46ca-be06-f3b99bf1625a service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2066610 Feb 17 03:34:06.928139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:34:07.225161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:07.231214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:07.432418 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Floating IP 3b476be6-b23b-41ec-aea0-7188e1408154 associated. External IP: 172.28.2.202, port: 037543e1-0269-4521-9c0a-98bda308e3a4. Feb 17 03:34:07.693514 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad94ce5-f318-469f-bd21-45ac2658ef1e req-bdd3ed50-6d2f-424d-b18f-137eb2eb7b9d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:07.695182 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2ad94ce5-f318-469f-bd21-45ac2658ef1e req-bdd3ed50-6d2f-424d-b18f-137eb2eb7b9d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.2070572 Feb 17 03:34:07.897676 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2ad94ce5-f318-469f-bd21-45ac2658ef1e req-5dfe3a6f-9ae6-4dbc-9d66-9302fd9e95df tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474781 Feb 17 03:34:07.924924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Router 6935eb73-9ac0-439d-a980-e892ac37557d has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:34:08.126686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:34:08.131322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:08.140723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] Sync routers for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:34:08.163746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:34:08.164455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:33:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:08.202735 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-1a9f4cfe-a03f-451a-8f6e-12efb65e32cd tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "PUT /v2.0/floatingips/3b476be6-b23b-41ec-aea0-7188e1408154 HTTP/1.1" status: 200 len: 991 time: 1.8109334 Feb 17 03:34:08.203532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'tag': '037543e1-0269-4521-9c0a-98bda308e3a4'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:34:08.331695 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'tag': '037543e1-0269-4521-9c0a-98bda308e3a4', 'status': 'completed', 'code': 200} Feb 17 03:34:08.401097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:34:08.562118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-bb4210c6-efea-4b50-81de-26dcad4fdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:08.563805 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-bb4210c6-efea-4b50-81de-26dcad4fdce9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=108ad8ff95cb48558e896289bbc32d4b&device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 1162 time: 0.1260583 Feb 17 03:34:08.767173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-9266d0f8-d6d0-4b8c-94d8-da7b01fd83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:08.769203 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-9266d0f8-d6d0-4b8c-94d8-da7b01fd83aa service neutron] 10.222.0.38 "GET /v2.0/networks?id=5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 200 len: 905 time: 0.1940012 Feb 17 03:34:08.863038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '3b476be6-b23b-41ec-aea0-7188e1408154', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'floating_ip_address': '172.28.2.202', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'port_id': '037543e1-0269-4521-9c0a-98bda308e3a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'mac_address': 'fa:16:3e:3e:1d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:49Z', 'updated_at': '2021-02-17T03:34:07Z', 'revision_number': 1, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:08.867510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] Checking router: 6935eb73-9ac0-439d-a980-e892ac37557d for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:34:08.877119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:34:08.877801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:33:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:08.901208 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-d59bb326-1d61-4107-b308-0162c42f1521 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037543e1-0269-4521-9c0a-98bda308e3a4 HTTP/1.1" status: 200 len: 999 time: 0.1225152 Feb 17 03:34:08.983294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-68ba5c23-c89e-44d2-9ba6-89d58d21fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:08.986697 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-68ba5c23-c89e-44d2-9ba6-89d58d21fdc1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 200 len: 850 time: 0.0782402 Feb 17 03:34:09.078844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-b6d5955b-05cf-49ea-b25e-71f418d7b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:09.081003 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-b6d5955b-05cf-49ea-b25e-71f418d7b1db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eecfe3e-a97a-4788-a5ca-77454eebf558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865099 Feb 17 03:34:09.123482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d83d3-752e-4162-ac88-1c5b022a133a req-5fcb8501-74e5-4374-83c7-a684d24ff1fd tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:09.125364 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-719d83d3-752e-4162-ac88-1c5b022a133a req-5fcb8501-74e5-4374-83c7-a684d24ff1fd tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.0959089 Feb 17 03:34:09.176613 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-719d83d3-752e-4162-ac88-1c5b022a133a req-bb09ad59-a131-45fd-a68c-1e97068d2a76 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437441 Feb 17 03:34:09.200565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 5345fd0e-705a-45c9-8f98-ced86a0495df up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:34:09.235613 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-ddd57f73-2879-4499-b5b8-67913636010b service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458757 Feb 17 03:34:09.322052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:34:09.367085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 5345fd0e-705a-45c9-8f98-ced86a0495df completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:34:09.389517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 5345fd0e-705a-45c9-8f98-ced86a0495df triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:34:09.389963 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:09.391863 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-06a387eb-0417-4ea7-8e50-17ff75896082 req-19459644-52fe-4685-9202-3b7ef3c5b92a service neutron] 10.222.0.38 "GET /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450758 Feb 17 03:34:09.718373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:09.769036 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:34:09.808753 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 5345fd0e-705a-45c9-8f98-ced86a0495df, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5345fd0e-705a-45c9-8f98-ced86a0495df,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:34:09.821920 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:09.825035 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'code': 200} Feb 17 03:34:09.827232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cedba2cc-3e8f-4844-98c8-72ced6452d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:09.912737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=5345fd0e-705a-45c9-8f98-ced86a0495df,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:09.916357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:09.922092 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '3b476be6-b23b-41ec-aea0-7188e1408154', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'floating_ip_address': '172.28.2.202', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'port_id': '037543e1-0269-4521-9c0a-98bda308e3a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'mac_address': 'fa:16:3e:3e:1d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:49Z', 'updated_at': '2021-02-17T03:34:07Z', 'revision_number': 1, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:09.926316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47b7b3-5aa0-4daa-9bab-07f4d29dd673 None None] The sync data for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb is: [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '3b476be6-b23b-41ec-aea0-7188e1408154', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'floating_ip_address': '172.28.2.202', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'port_id': '037543e1-0269-4521-9c0a-98bda308e3a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'mac_address': 'fa:16:3e:3e:1d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:49Z', 'updated_at': '2021-02-17T03:34:07Z', 'revision_number': 1, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:34:10.180883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a767eb-5980-4495-b13d-1ceb99021077 req-57eb2933-eb37-4eb7-b535-7c21f8379bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:10.182552 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-89a767eb-5980-4495-b13d-1ceb99021077 req-57eb2933-eb37-4eb7-b535-7c21f8379bd8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 1162 time: 0.1084998 Feb 17 03:34:10.237028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3feb30e-32ed-47a7-812d-abfe5f5e74e5 None None] New status for floating IP 3b476be6-b23b-41ec-aea0-7188e1408154: ACTIVE {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:34:10.245363 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-89a767eb-5980-4495-b13d-1ceb99021077 req-7519b38b-8c6a-498d-862c-1cb52e38e6f3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529051 Feb 17 03:34:10.350371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 5345fd0e-705a-45c9-8f98-ced86a0495df up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:34:10.427118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 5345fd0e-705a-45c9-8f98-ced86a0495df triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:34:10.427740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:10.438603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879751e-90e4-47bc-bb7a-9cbed05ab89a req-3ca9e4ed-0133-4534-8699-fa80d6c2a19a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:10.440319 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1879751e-90e4-47bc-bb7a-9cbed05ab89a req-3ca9e4ed-0133-4534-8699-fa80d6c2a19a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1218636 Feb 17 03:34:10.495610 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1879751e-90e4-47bc-bb7a-9cbed05ab89a req-6b09a272-5d9b-4dd7-9517-10cf049190e5 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477862 Feb 17 03:34:11.734424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9319532-3d1b-453a-9183-e1b9f879552c req-e62d2dd7-bd8a-4240-926e-5620b1a2e9f3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:11.736171 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a9319532-3d1b-453a-9183-e1b9f879552c req-e62d2dd7-bd8a-4240-926e-5620b1a2e9f3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1028869 Feb 17 03:34:11.790388 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a9319532-3d1b-453a-9183-e1b9f879552c req-79409120-dba0-4b30-ae27-1d4daae2c628 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474133 Feb 17 03:34:11.967910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e166e34e-7f84-44e5-9da8-09fd365de7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:13.022431 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0f7b8-d273-4862-b688-b2b380822165 req-067ce39e-7016-488a-8e26-379eaf75370d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:13.024130 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-85e0f7b8-d273-4862-b688-b2b380822165 req-067ce39e-7016-488a-8e26-379eaf75370d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0958304 Feb 17 03:34:13.076013 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-85e0f7b8-d273-4862-b688-b2b380822165 req-d286c785-b9dc-48db-960e-13ed7f61e295 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449920 Feb 17 03:34:13.438603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc07a-94da-499f-8e98-e2129e11b6f9 req-c56af2a6-c34b-4da4-979f-0e192ca8d701 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:13.440270 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-decdc07a-94da-499f-8e98-e2129e11b6f9 req-c56af2a6-c34b-4da4-979f-0e192ca8d701 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1570404 Feb 17 03:34:13.450666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47504) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:13.452146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd54d4-df05-4ec4-91df-f485e3b450c7 req-ff64f931-f1fd-4ce6-aa57-44bfad7aaaed tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:13.453710 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-15cd54d4-df05-4ec4-91df-f485e3b450c7 req-ff64f931-f1fd-4ce6-aa57-44bfad7aaaed tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.1188898 Feb 17 03:34:13.457771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Request body: {'floatingip': {'port_id': '5345fd0e-705a-45c9-8f98-ced86a0495df'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:34:13.504717 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-15cd54d4-df05-4ec4-91df-f485e3b450c7 req-b39d45fd-713c-4240-9017-28aed0a27f88 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414531 Feb 17 03:34:13.545996 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:14.221675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:14.224051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec8afead-eda6-4814-a811-016673918ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:14.224645 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:14.717861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe64a-ff26-4542-9947-7ef4fe4b7790 req-e764e2b1-1ab7-4f78-8622-5365de54748a tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:14.718090 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Floating IP 4fd08dc2-1cff-47fb-861e-393bfc0dd891 associated. External IP: 172.28.2.102, port: 5345fd0e-705a-45c9-8f98-ced86a0495df. Feb 17 03:34:14.719818 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-34cbe64a-ff26-4542-9947-7ef4fe4b7790 req-e764e2b1-1ab7-4f78-8622-5365de54748a tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0921516 Feb 17 03:34:14.771821 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-34cbe64a-ff26-4542-9947-7ef4fe4b7790 req-ba7153f9-d03b-4edf-b87c-c7c9fdebfb1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452409 Feb 17 03:34:15.059987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:15.119445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:34:15.319827 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:34:15.324548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:15.332213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] Sync routers for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:34:15.344430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:34:15.345305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:34:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:15.402858 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d18ae80b-869a-4a6d-822b-e50853ef987c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "PUT /v2.0/floatingips/4fd08dc2-1cff-47fb-861e-393bfc0dd891 HTTP/1.1" status: 200 len: 991 time: 1.9478583 Feb 17 03:34:15.402858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:34:15.450188 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'status': 'completed', 'code': 200} Feb 17 03:34:15.583585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:34:15.651132 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-28c295ef-ec7f-4b02-a44c-ed94acbe10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:15.653180 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-28c295ef-ec7f-4b02-a44c-ed94acbe10f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 1162 time: 0.1128845 Feb 17 03:34:15.813801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-7926da83-83f5-48cb-a8cc-62cc56300c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:15.815695 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-7926da83-83f5-48cb-a8cc-62cc56300c24 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.1516130 Feb 17 03:34:15.944489 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-86a2bbe0-3c63-403a-a573-0abbda478034 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5345fd0e-705a-45c9-8f98-ced86a0495df HTTP/1.1" status: 200 len: 999 time: 0.1171541 Feb 17 03:34:15.992136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299be167-b13b-4ee3-98cf-9f7b4bdd4c4a req-e4417469-3fc4-4f74-974b-ce8dab6dda56 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:15.992717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '4fd08dc2-1cff-47fb-861e-393bfc0dd891', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'floating_ip_address': '172.28.2.102', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'port_id': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'mac_address': 'fa:16:3e:5f:5d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd405937f-f35f-429e-adfa-0317c52bab30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:57Z', 'updated_at': '2021-02-17T03:34:14Z', 'revision_number': 1, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:15.993943 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-299be167-b13b-4ee3-98cf-9f7b4bdd4c4a req-e4417469-3fc4-4f74-974b-ce8dab6dda56 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0963089 Feb 17 03:34:15.997365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] Checking router: fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:34:16.006776 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:34:16.007509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:34:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:16.067352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-e6bc4de6-a040-4dd1-9ce3-67f9e2aa28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:16.070299 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-e6bc4de6-a040-4dd1-9ce3-67f9e2aa28cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.1177399 Feb 17 03:34:16.082149 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-299be167-b13b-4ee3-98cf-9f7b4bdd4c4a req-a7138297-4a6d-4f2d-8d10-1175db607c14 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0760791 Feb 17 03:34:16.170447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:16.211593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-3f7df4d9-8d69-465a-a877-c9a3f836b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:16.215930 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-3f7df4d9-8d69-465a-a877-c9a3f836b8d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1345844 Feb 17 03:34:16.225043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:34:16.488752 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-e7a43c12-f86d-4930-82e2-84e4729b603e service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568898 Feb 17 03:34:16.600380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:16.788366 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3bab30d3-4d47-4e68-8918-e9a1c3731e43 req-5f3e48ea-b315-48b0-b8d7-38450ed02ad7 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2897620 Feb 17 03:34:17.091384 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '4fd08dc2-1cff-47fb-861e-393bfc0dd891', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'floating_ip_address': '172.28.2.102', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'port_id': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'mac_address': 'fa:16:3e:5f:5d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd405937f-f35f-429e-adfa-0317c52bab30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:57Z', 'updated_at': '2021-02-17T03:34:14Z', 'revision_number': 1, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:17.095629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a855b78b-a5cc-48b8-9952-ff562a0ad0c8 None None] The sync data for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb is: [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '4fd08dc2-1cff-47fb-861e-393bfc0dd891', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'floating_ip_address': '172.28.2.102', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'port_id': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'mac_address': 'fa:16:3e:5f:5d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd405937f-f35f-429e-adfa-0317c52bab30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:57Z', 'updated_at': '2021-02-17T03:34:14Z', 'revision_number': 1, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:34:17.359693 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8479a83-6306-40fa-a78f-527a7c67a519 req-97195cdf-510c-4be3-b19e-8bc3c5a8d920 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:17.361327 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b8479a83-6306-40fa-a78f-527a7c67a519 req-97195cdf-510c-4be3-b19e-8bc3c5a8d920 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0893495 Feb 17 03:34:17.380707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce6ea13-087a-4868-96b9-f1c2fe8de1bc None None] New status for floating IP 4fd08dc2-1cff-47fb-861e-393bfc0dd891: ACTIVE {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:34:17.443460 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b8479a83-6306-40fa-a78f-527a7c67a519 req-33aea3d6-217a-40dd-b741-e5f77bd5edd7 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0700340 Feb 17 03:34:18.107997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47586) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:18.177557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] Deleting subnet a39627df-3f70-47dd-90d9-82339ce0e929 {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:34:18.180879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:18.242516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839025003'] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:18.307321 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:18.418345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47594) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:18.618984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839025103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838675381'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:18.633407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:18.685763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39627df-3f70-47dd-90d9-82339ce0e929,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:18.690486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:18.786598 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:18.794266 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-700c861e-b875-467f-9470-7b9d1df17a0b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a39627df-3f70-47dd-90d9-82339ce0e929 HTTP/1.1" status: 204 len: 168 time: 0.6849363 Feb 17 03:34:18.797212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47602) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:18.880535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:18.908068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:34:18.913730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d0dfa382380f426b96852939c8bdd474 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:34:18.918361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:34:18.922373 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:18.927029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:34:18.969960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb072b-aa49-4461-85a6-4a370824f07c req-d28fbfca-700e-4759-baac-4ee07ac153c2 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:18.971505 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-96fb072b-aa49-4461-85a6-4a370824f07c req-d28fbfca-700e-4759-baac-4ee07ac153c2 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.3894253 Feb 17 03:34:19.040762 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-96fb072b-aa49-4461-85a6-4a370824f07c req-9d5e6c12-3161-42ae-a596-31a3bac36f33 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0619082 Feb 17 03:34:19.086055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.089899 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.097509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7268fc90-4c2e-4ae7-9b0b-7433d6d5b479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:19.149797 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0dfa382380f426b96852939c8bdd474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7273855 Feb 17 03:34:19.149797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67f409-c8c8-4a14-bf87-caaa99e24dc2,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:19.151350 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47608) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:19.154162 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:19.235837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d151ada3-2ce6-4462-9675-a3a3d1a026a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.267879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d151ada3-2ce6-4462-9675-a3a3d1a026a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.316252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d151ada3-2ce6-4462-9675-a3a3d1a026a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.321383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8dfa7595-fc37-4075-8c06-3d8dfa18ac5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:19.333067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151ada3-2ce6-4462-9675-a3a3d1a026a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67f409-c8c8-4a14-bf87-caaa99e24dc2,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:19.336787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d151ada3-2ce6-4462-9675-a3a3d1a026a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:19.340769 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d151ada3-2ce6-4462-9675-a3a3d1a026a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.342711 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d151ada3-2ce6-4462-9675-a3a3d1a026a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a67f409-c8c8-4a14-bf87-caaa99e24dc2 HTTP/1.1" status: 204 len: 168 time: 0.1902733 Feb 17 03:34:19.368159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.485054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0f1644-4fa4-4e39-97b6-6375b476c2c5']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:19.498252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:19.498611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc91f86-f65d-4558-af5d-fe32c6e0f2e3') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:34:19.510960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15750797'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.533582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.535723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:34:19.718128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:34:19.728986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15750350'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:19.920185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Network 9a0f1644-4fa4-4e39-97b6-6375b476c2c5 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:34:19.944569 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:34:20.032294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.036809 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.039537 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:20.066088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0f1644-4fa4-4e39-97b6-6375b476c2c5,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:20.068977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:20.080320 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-388966bf-50c6-4b82-8328-9c9e58da0c0f admin admin] 10.222.0.49 "DELETE /v2.0/networks/9a0f1644-4fa4-4e39-97b6-6375b476c2c5 HTTP/1.1" status: 204 len: 168 time: 1.2791495 Feb 17 03:34:20.260943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50f0cc-431d-4f5d-b759-6d2679ab8928 req-e37c5335-3b7d-497d-8cf1-96baf113f799 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:20.262611 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4e50f0cc-431d-4f5d-b759-6d2679ab8928 req-e37c5335-3b7d-497d-8cf1-96baf113f799 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0915737 Feb 17 03:34:20.274758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47642) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:20.320199 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4e50f0cc-431d-4f5d-b759-6d2679ab8928 req-1dc09d78-b9d8-47f7-a81a-fb75f7eccb8f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0506351 Feb 17 03:34:20.332472 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-61458278-adbe-45d0-aaed-7d83cf0077d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e333cf980e864dcfbea74fa76a42c0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561514 Feb 17 03:34:20.335649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47648) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:20.405050 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45bef2d2-4ce6-456b-afa3-b78d1a6e7e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.433438 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45bef2d2-4ce6-456b-afa3-b78d1a6e7e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.468070 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 47656) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:20.484107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45bef2d2-4ce6-456b-afa3-b78d1a6e7e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.492699 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e27aa955-e34c-4694-9cb5-669c7b1a79c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:20.507443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bef2d2-4ce6-456b-afa3-b78d1a6e7e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60718c43-1f30-4aeb-8924-1709e0f92f60,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:20.511241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-45bef2d2-4ce6-456b-afa3-b78d1a6e7e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:20.512189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45bef2d2-4ce6-456b-afa3-b78d1a6e7e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.513878 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-45bef2d2-4ce6-456b-afa3-b78d1a6e7e7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60718c43-1f30-4aeb-8924-1709e0f92f60 HTTP/1.1" status: 204 len: 168 time: 0.1765320 Feb 17 03:34:20.619657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.635755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:34:20.640074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1815457a154cbf8e4f02ffaf1741f8 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:34:20.643569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:34:20.650329 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:34:20.752226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.756085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.767007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-26aaca71-8c20-4cb8-99e6-704cea2354ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:20.814382 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa1815457a154cbf8e4f02ffaf1741f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448970 Feb 17 03:34:20.815370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba88ce9-9748-4fb2-9741-92cef12a213c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:20.817712 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 47664) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:34:20.818837 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:20.888478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-273ab6ca-f9ae-48b3-847e-ccafa1c62882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.920206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-273ab6ca-f9ae-48b3-847e-ccafa1c62882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.969119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-273ab6ca-f9ae-48b3-847e-ccafa1c62882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.973056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-11782976-9df6-4a54-a80d-c24795a60797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:20.984596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ab6ca-f9ae-48b3-847e-ccafa1c62882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba88ce9-9748-4fb2-9741-92cef12a213c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:20.988898 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-273ab6ca-f9ae-48b3-847e-ccafa1c62882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:20.992773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-273ab6ca-f9ae-48b3-847e-ccafa1c62882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:20.994178 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-273ab6ca-f9ae-48b3-847e-ccafa1c62882 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aba88ce9-9748-4fb2-9741-92cef12a213c HTTP/1.1" status: 204 len: 168 time: 0.1752515 Feb 17 03:34:21.548676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dddb80-564e-4d62-96a5-b952b256aac4 req-76e249c9-64fb-45ae-b616-318a1528d67f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:21.550436 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4dddb80-564e-4d62-96a5-b952b256aac4 req-76e249c9-64fb-45ae-b616-318a1528d67f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0969613 Feb 17 03:34:21.600968 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f4dddb80-564e-4d62-96a5-b952b256aac4 req-58abbfb1-e100-4cf5-b2c8-d7908ebaf1f9 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434096 Feb 17 03:34:22.830377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02510c7b-5e49-49ac-98f1-cef7d5dba4e9 req-138973a5-72e5-4d15-ace3-2f33d0b61888 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:22.832022 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02510c7b-5e49-49ac-98f1-cef7d5dba4e9 req-138973a5-72e5-4d15-ace3-2f33d0b61888 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0938580 Feb 17 03:34:22.887497 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-02510c7b-5e49-49ac-98f1-cef7d5dba4e9 req-870c9ba1-0bfb-4a7e-bec1-b56fc7792766 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482473 Feb 17 03:34:23.711902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:24.107500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0027f-e6d1-49b7-aea8-224ffe002fe8 req-8da8cc21-8b5c-4c29-856c-07f762b81ec2 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:24.109129 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-61b0027f-e6d1-49b7-aea8-224ffe002fe8 req-8da8cc21-8b5c-4c29-856c-07f762b81ec2 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0967326 Feb 17 03:34:24.166361 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-61b0027f-e6d1-49b7-aea8-224ffe002fe8 req-6d490bd5-f689-4a4a-849d-27a7b946723d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0485113 Feb 17 03:34:25.398482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528e404-bb85-4524-81c1-013748d03f94 req-c15bec31-f211-46b6-aa65-583eee71ef86 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:25.400041 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a528e404-bb85-4524-81c1-013748d03f94 req-c15bec31-f211-46b6-aa65-583eee71ef86 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0994964 Feb 17 03:34:25.451342 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a528e404-bb85-4524-81c1-013748d03f94 req-6670fec4-f1dc-4ba6-a376-6516c71108f8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446010 Feb 17 03:34:26.670001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd29fb-71d6-45fb-ba7a-f2cdfd6ef565 req-97eaa1b4-6d7c-4e2d-906e-4b75d46c510a tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:26.671651 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e9bd29fb-71d6-45fb-ba7a-f2cdfd6ef565 req-97eaa1b4-6d7c-4e2d-906e-4b75d46c510a tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0999603 Feb 17 03:34:26.722675 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e9bd29fb-71d6-45fb-ba7a-f2cdfd6ef565 req-d8f5d8ed-28c9-459c-9721-14554d020e95 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442648 Feb 17 03:34:27.957789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50ed5-da00-4ed0-a0c7-bfcf65e3a2ed req-c36ee7a1-f015-4c7f-87da-10f51985d4c5 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:27.960260 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-33c50ed5-da00-4ed0-a0c7-bfcf65e3a2ed req-c36ee7a1-f015-4c7f-87da-10f51985d4c5 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.1004057 Feb 17 03:34:28.014111 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-33c50ed5-da00-4ed0-a0c7-bfcf65e3a2ed req-1f3711b2-b302-416b-b9a2-2239d91a2f11 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454061 Feb 17 03:34:28.692507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-f31e3686-5551-4845-9283-50a12b133577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:28.694130 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-f31e3686-5551-4845-9283-50a12b133577 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1162 time: 0.0854521 Feb 17 03:34:28.845547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-fd63e192-7485-4e83-8f84-b831f12d7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:28.847260 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-fd63e192-7485-4e83-8f84-b831f12d7c52 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 902 time: 0.1414490 Feb 17 03:34:28.961026 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-b0689916-3c7b-4c3a-b04d-878df8af5541 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 1001 time: 0.1066937 Feb 17 03:34:29.050264 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-53665062-a049-403e-a44b-c7952b992203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:29.051949 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-53665062-a049-403e-a44b-c7952b992203 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.0787160 Feb 17 03:34:29.142977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-4dd29bac-6f4c-4cae-8a27-ad8d20975e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:29.144634 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-4dd29bac-6f4c-4cae-8a27-ad8d20975e3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840816 Feb 17 03:34:29.226070 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c659d9f-d241-4281-98c4-e488d7119a02 req-2d927dbb-faca-4d04-9fe7-65b0ff623bf6 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:29.227994 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3c659d9f-d241-4281-98c4-e488d7119a02 req-2d927dbb-faca-4d04-9fe7-65b0ff623bf6 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0916789 Feb 17 03:34:29.277452 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3c659d9f-d241-4281-98c4-e488d7119a02 req-92add002-ab1a-45c8-86b7-3eaa1b5cc2a9 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421000 Feb 17 03:34:29.294343 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-ff2f4c1c-ca99-45db-b0d8-c6f0bab3daa3 service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403382 Feb 17 03:34:29.443189 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5ee693ca-9b36-4708-8413-bf46d06a9a51 req-b974b1e7-a02a-44b6-8880-57776df98cdb service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407592 Feb 17 03:34:30.496725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a331bd-9fbe-419b-a649-cac03f8d1e83 req-3914346d-2110-431f-9ef6-97aa23459b47 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:30.498330 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-77a331bd-9fbe-419b-a649-cac03f8d1e83 req-3914346d-2110-431f-9ef6-97aa23459b47 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0957677 Feb 17 03:34:30.549573 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-77a331bd-9fbe-419b-a649-cac03f8d1e83 req-199c640a-e2b4-4db9-83ad-711904cd851c tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419338 Feb 17 03:34:31.755787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7781d-c884-4bde-931e-c99dd5d9f21b req-56ccbab7-03f2-407b-ade4-4e964f7022d5 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:31.757658 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-15e7781d-c884-4bde-931e-c99dd5d9f21b req-56ccbab7-03f2-407b-ade4-4e964f7022d5 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0884185 Feb 17 03:34:31.810540 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-15e7781d-c884-4bde-931e-c99dd5d9f21b req-4d22e063-4383-4bb8-9acf-f9bc3194a41d tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0465026 Feb 17 03:34:32.379675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 1f878f8f-72b4-4965-9e72-939bf7eb878c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:34:32.509349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:32.539984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:34:32.550941 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 1f878f8f-72b4-4965-9e72-939bf7eb878c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:34:32.554171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:32.556146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:32.611876 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'code': 200} Feb 17 03:34:32.634315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=1f878f8f-72b4-4965-9e72-939bf7eb878c,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:32.637856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:33.042359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29238203-bafb-4c82-ae52-080dc3a0284d req-59284d58-8111-4e41-8053-607492242ccd tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:33.044014 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-29238203-bafb-4c82-ae52-080dc3a0284d req-59284d58-8111-4e41-8053-607492242ccd tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.0957904 Feb 17 03:34:33.111209 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-29238203-bafb-4c82-ae52-080dc3a0284d req-a48dc106-20bd-47e4-9c10-02057976bbb2 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594079 Feb 17 03:34:33.523228 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-858257a7-c677-4e31-add1-c9c74c380ad9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454318 Feb 17 03:34:33.542768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87a5d-4758-4ce6-bcb9-9a17492808c7 req-938e06ff-e11c-4d68-9ba0-bd8434b6fc46 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:33.545307 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a1e87a5d-4758-4ce6-bcb9-9a17492808c7 req-938e06ff-e11c-4d68-9ba0-bd8434b6fc46 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1077838 Feb 17 03:34:33.599825 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a1e87a5d-4758-4ce6-bcb9-9a17492808c7 req-5e5160ca-9902-48a6-9aee-087c49bb8214 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0458505 Feb 17 03:34:34.819714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf92d9b-5085-46d6-bc8c-953c4d7bb8b4 req-fec5617f-2fe1-4e42-b451-0ab31bbb42fb tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:34.821521 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5bf92d9b-5085-46d6-bc8c-953c4d7bb8b4 req-fec5617f-2fe1-4e42-b451-0ab31bbb42fb tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.0938740 Feb 17 03:34:34.871693 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5bf92d9b-5085-46d6-bc8c-953c4d7bb8b4 req-24558eda-6b45-49a8-821d-3e50e56d008b tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436306 Feb 17 03:34:34.945914 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-f7cb1145-bd47-4e7c-a08b-78af790b8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:34.947669 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-f7cb1145-bd47-4e7c-a08b-78af790b8b28 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b&tenant_id=d79b55d18d854163802d3d84d266e6be HTTP/1.1" status: 200 len: 1160 time: 0.0932453 Feb 17 03:34:35.070780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-8a1797a9-88c2-44be-956d-a7956f95358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:35.072567 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-8a1797a9-88c2-44be-956d-a7956f95358b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1160 time: 0.0827873 Feb 17 03:34:35.229950 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-1a4c70de-f22d-4a43-bf29-cc73caba475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:35.231597 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-1a4c70de-f22d-4a43-bf29-cc73caba475a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 902 time: 0.1447413 Feb 17 03:34:35.349430 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-e7f155df-c216-46db-9764-a25471b5e250 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 999 time: 0.1053240 Feb 17 03:34:35.440454 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-5c93290e-3140-47fd-b79c-8ebcb90eae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:35.442223 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-5c93290e-3140-47fd-b79c-8ebcb90eae81 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.0793517 Feb 17 03:34:35.531687 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-9fe419be-dfd3-46b6-91e8-c2e7cfc4f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:35.533320 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-9fe419be-dfd3-46b6-91e8-c2e7cfc4f03d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836999 Feb 17 03:34:35.684461 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-aec8d633-e201-4211-8769-f015e8ec07f9 service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398630 Feb 17 03:34:35.838347 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-60733ac3-ba90-4b84-9195-6b30af950ac1 req-8723004b-f2c8-4cd6-a3d2-486e99f646ca service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408429 Feb 17 03:34:36.091493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc4bd-7ef7-4076-a14a-7cfec30139f3 req-0b46e7f8-53a0-446d-b81e-3b07d9a78cf2 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:36.093410 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8c1dc4bd-7ef7-4076-a14a-7cfec30139f3 req-0b46e7f8-53a0-446d-b81e-3b07d9a78cf2 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1030245 Feb 17 03:34:36.143644 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8c1dc4bd-7ef7-4076-a14a-7cfec30139f3 req-075bc229-3a86-45c6-9d6e-604800f8e4b9 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433536 Feb 17 03:34:37.386561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0493945-cb1f-453d-a7f7-d94bccf163c2 req-e8d48f0b-41e5-4142-9512-fc588dd4daf5 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:37.389445 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a0493945-cb1f-453d-a7f7-d94bccf163c2 req-e8d48f0b-41e5-4142-9512-fc588dd4daf5 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1179619 Feb 17 03:34:37.461075 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a0493945-cb1f-453d-a7f7-d94bccf163c2 req-9601e95f-0397-42a8-86b2-86c4ed41a99a tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0643096 Feb 17 03:34:38.701422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1236-6e27-4a70-a0f3-fb6e50ca9168 req-a584454a-7f36-4837-90f9-c22ff1c922f0 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:38.704161 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-465d1236-6e27-4a70-a0f3-fb6e50ca9168 req-a584454a-7f36-4837-90f9-c22ff1c922f0 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1127560 Feb 17 03:34:38.761877 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-465d1236-6e27-4a70-a0f3-fb6e50ca9168 req-f5e633a0-fad0-4d01-b364-1cbf03c56ebd tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0501823 Feb 17 03:34:40.002667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed011942-ac78-4b79-9ac5-a7a97df3dd25 req-a7d24de5-3263-4d53-b94b-9d1e49da0307 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:40.005212 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ed011942-ac78-4b79-9ac5-a7a97df3dd25 req-a7d24de5-3263-4d53-b94b-9d1e49da0307 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1181500 Feb 17 03:34:40.055301 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ed011942-ac78-4b79-9ac5-a7a97df3dd25 req-fc28262b-981e-4417-a7af-533dc1bb62b3 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0435765 Feb 17 03:34:41.062064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 1f878f8f-72b4-4965-9e72-939bf7eb878c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:34:41.165622 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 1f878f8f-72b4-4965-9e72-939bf7eb878c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:34:41.166264 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:41.284567 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6a09-6717-4a71-a9b3-9d1053026e63 req-c0b0bbab-df66-4e65-a47f-a07794c4b7ab tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:41.286325 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-240a6a09-6717-4a71-a9b3-9d1053026e63 req-c0b0bbab-df66-4e65-a47f-a07794c4b7ab tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 943 time: 0.1017425 Feb 17 03:34:41.315844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:41.346385 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-240a6a09-6717-4a71-a9b3-9d1053026e63 req-bdbcf22b-3563-4645-9c44-bc1c6f6d7e24 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0497398 Feb 17 03:34:41.347736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:34:41.363856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 1f878f8f-72b4-4965-9e72-939bf7eb878c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:34:41.368274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:41.371249 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:34:41.410444 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'code': 200} Feb 17 03:34:41.447571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=1f878f8f-72b4-4965-9e72-939bf7eb878c,revision_number=6']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:34:41.451584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:34:41.833012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2938c-0e5c-440c-b25d-47afe7ae37c6 req-2ea51d46-ed7e-4d85-9caa-e5851fa16a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:41.834617 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-87a2938c-0e5c-440c-b25d-47afe7ae37c6 req-2ea51d46-ed7e-4d85-9caa-e5851fa16a7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1162 time: 0.0812976 Feb 17 03:34:41.887602 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-87a2938c-0e5c-440c-b25d-47afe7ae37c6 req-10bebae5-0664-4384-9d8f-c15d98a1ce19 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453272 Feb 17 03:34:41.964179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6eb7bb8a-db24-4459-a88a-3d502716cfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:42.586548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bae030-00e4-4bfa-bb68-03ce0fc568e5 req-e6fece33-0253-4281-9311-37edf17479bb tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:42.588134 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-30bae030-00e4-4bfa-bb68-03ce0fc568e5 req-e6fece33-0253-4281-9311-37edf17479bb tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.1078768 Feb 17 03:34:42.630437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 1f878f8f-72b4-4965-9e72-939bf7eb878c up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:34:42.651157 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-30bae030-00e4-4bfa-bb68-03ce0fc568e5 req-faff6c4e-685f-4d45-8eaf-fe5b0f563661 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0559678 Feb 17 03:34:42.717927 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 1f878f8f-72b4-4965-9e72-939bf7eb878c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:34:42.718365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:43.928430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:34:43.942836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b7adf-78b7-4046-8e57-74a26b09b553 req-ba1f2681-a9bd-4c31-99fd-714c1609224f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:34:43.945262 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-339b7adf-78b7-4046-8e57-74a26b09b553 req-ba1f2681-a9bd-4c31-99fd-714c1609224f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.1020834 Feb 17 03:34:44.009829 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-339b7adf-78b7-4046-8e57-74a26b09b553 req-2096517a-54b2-492f-901b-d3d95b8dedaf tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0570972 Feb 17 03:34:44.223539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f9beeda0-57fd-4dd5-b66b-bfbdaf4b17dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:45.058530 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:46.125641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:46.368638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:34:53.725995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:04.300163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c2f8-9247-49e6-afa1-3acf15a501a1 req-15a953bc-72a7-4a45-8a5a-6ffbe6ec873b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:04.301903 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2fd6c2f8-9247-49e6-afa1-3acf15a501a1 req-15a953bc-72a7-4a45-8a5a-6ffbe6ec873b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1218829 Feb 17 03:35:04.366330 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2fd6c2f8-9247-49e6-afa1-3acf15a501a1 req-ab36c90a-7461-49bf-b442-185f7d072c40 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522490 Feb 17 03:35:05.593284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f97a8-0db0-49c4-8437-4eba55ca47bf req-568be818-e3ef-4ab6-a529-98b8fcbcc055 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:05.595622 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b66f97a8-0db0-49c4-8437-4eba55ca47bf req-568be818-e3ef-4ab6-a529-98b8fcbcc055 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0986769 Feb 17 03:35:05.656085 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b66f97a8-0db0-49c4-8437-4eba55ca47bf req-d4f1ca12-eb0e-48b5-adfe-ce736bc78e99 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505743 Feb 17 03:35:06.911099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237d2ff-e722-4dc2-a562-da5a9ab45424 req-5863f31e-de21-4859-8bed-51431bf502ee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:06.912695 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2237d2ff-e722-4dc2-a562-da5a9ab45424 req-5863f31e-de21-4859-8bed-51431bf502ee tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1161885 Feb 17 03:35:06.967845 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2237d2ff-e722-4dc2-a562-da5a9ab45424 req-df5e708d-1735-4479-9f87-7a86711e8330 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480480 Feb 17 03:35:08.189071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512f702-e263-4846-9388-fc73645fb1ae req-e02042c9-0833-45d6-913a-0b4ee93555c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:08.191131 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d512f702-e263-4846-9388-fc73645fb1ae req-e02042c9-0833-45d6-913a-0b4ee93555c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0930772 Feb 17 03:35:08.262305 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d512f702-e263-4846-9388-fc73645fb1ae req-564b626b-5b1b-4266-b807-24110ef29303 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641711 Feb 17 03:35:09.292963 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06f971-2de6-423e-8048-2def05fb5613 req-fd3a4e18-1481-4bd2-8199-cfc40a5b4818 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:09.295628 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b06f971-2de6-423e-8048-2def05fb5613 req-fd3a4e18-1481-4bd2-8199-cfc40a5b4818 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 945 time: 0.1075511 Feb 17 03:35:09.355392 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8b06f971-2de6-423e-8048-2def05fb5613 req-a20acdcf-6064-4fcc-815f-3e367709f4ab tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519161 Feb 17 03:35:09.489338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ccf4-2aeb-4b91-b333-bc4da210d16c req-7da700d0-3ed4-41aa-a551-2135281fa9fc tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:09.490956 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f838ccf4-2aeb-4b91-b333-bc4da210d16c req-7da700d0-3ed4-41aa-a551-2135281fa9fc tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0914569 Feb 17 03:35:09.543877 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f838ccf4-2aeb-4b91-b333-bc4da210d16c req-48332364-f9e0-4f3b-b24d-d210a66e4963 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434029 Feb 17 03:35:10.561684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d324e08-4a74-4f4a-8263-fb8ee4fd79f1 req-8c53f5ae-684a-47a0-bbb9-c5b92abb66ca tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:10.563305 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9d324e08-4a74-4f4a-8263-fb8ee4fd79f1 req-8c53f5ae-684a-47a0-bbb9-c5b92abb66ca tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 945 time: 0.0854783 Feb 17 03:35:10.612739 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9d324e08-4a74-4f4a-8263-fb8ee4fd79f1 req-3ecd8ceb-6679-44cc-9e21-8180cea012f2 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428586 Feb 17 03:35:10.904595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debabfc6-a89f-463f-a4e5-886430e717e6 req-f8ac4d13-4d3c-4681-b035-829dce042259 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:10.906291 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-debabfc6-a89f-463f-a4e5-886430e717e6 req-f8ac4d13-4d3c-4681-b035-829dce042259 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0942767 Feb 17 03:35:10.957589 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-debabfc6-a89f-463f-a4e5-886430e717e6 req-cbee7e96-32dd-475b-822f-fa2d67338001 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434794 Feb 17 03:35:11.782588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-4d0244cb-d6b2-4e63-90f8-49bd29da818d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:11.783407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-4d0244cb-d6b2-4e63-90f8-49bd29da818d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Synchronizing usage tracker for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:35:11.800442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-4d0244cb-d6b2-4e63-90f8-49bd29da818d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Unset dirty status for tenant:108ad8ff95cb48558e896289bbc32d4b on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:35:11.801726 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-4d0244cb-d6b2-4e63-90f8-49bd29da818d tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 945 time: 0.1084886 Feb 17 03:35:11.834617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53182cd2-076f-48b2-81e3-be53700a7287 req-2a450cce-efb7-4b0d-bc4c-30d4be6dcb78 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:11.836303 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-53182cd2-076f-48b2-81e3-be53700a7287 req-2a450cce-efb7-4b0d-bc4c-30d4be6dcb78 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 945 time: 0.0974674 Feb 17 03:35:11.893251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Deleting port 037543e1-0269-4521-9c0a-98bda308e3a4 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:35:11.893852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:11.898097 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-53182cd2-076f-48b2-81e3-be53700a7287 req-c330a686-6d76-4c11-8736-e958f26b64b6 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups?id=467ef2f0-3a2c-432a-a533-6eff4495eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540669 Feb 17 03:35:11.964451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e8675c2-bdd0-469c-af51-4b3c2659f5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:12.164389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b77b4-0a37-4abf-a047-a26702d58414 req-977cda7f-59cc-4bd8-bcdf-f94a279d8028 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:12.166021 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b73b77b4-0a37-4abf-a047-a26702d58414 req-977cda7f-59cc-4bd8-bcdf-f94a279d8028 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0888348 Feb 17 03:35:12.195855 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] For port 037543e1-0269-4521-9c0a-98bda308e3a4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=037543e1-0269-4521-9c0a-98bda308e3a4,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:35:12.196265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:12.215123 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b73b77b4-0a37-4abf-a047-a26702d58414 req-754df60b-10dc-46d6-9f5a-67f30f7d49a0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Feb 17 03:35:12.524560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:12.524976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:12.525331 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Floating IP 3b476be6-b23b-41ec-aea0-7188e1408154 disassociated. External IP: 172.28.2.202, port: 037543e1-0269-4521-9c0a-98bda308e3a4. Feb 17 03:35:12.525709 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Calling delete_port for 037543e1-0269-4521-9c0a-98bda308e3a4 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:35:12.688365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:12.705628 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c5e632ef-2abe-4ecf-8ab8-f823afb62638 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:12.765340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event deleted for resources: {'Port': ['ID=037543e1-0269-4521-9c0a-98bda308e3a4,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:12.823348 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.823968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.824084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.824523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.825020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.825418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.826006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.826143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.826569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.826968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.827368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.827759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.828207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.828593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.828981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.829738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.830106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.830491 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.830877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.831298 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.831685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.832068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.832449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.832833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:12.840595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:13.045473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 5345fd0e-705a-45c9-8f98-ced86a0495df up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:35:13.101530 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c090f0a4-7d49-4776-a579-ad4b2db96d31 req-b424bc43-a54d-42a6-a6a9-ff742a94baa9 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 210 time: 0.0704429 Feb 17 03:35:13.133806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 5345fd0e-705a-45c9-8f98-ced86a0495df triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:35:13.134238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:13.314937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 037543e1-0269-4521-9c0a-98bda308e3a4 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:35:13.335723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Router 6935eb73-9ac0-439d-a980-e892ac37557d has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:35:13.359710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 037543e1-0269-4521-9c0a-98bda308e3a4 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:35:13.360113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 037543e1-0269-4521-9c0a-98bda308e3a4 not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:35:13.442743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ef80a-3fc9-49e4-a295-50788216a690 req-3b98b756-3ff0-4b91-9cf8-862291edd0c7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:13.444409 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3f9ef80a-3fc9-49e4-a295-50788216a690 req-3b98b756-3ff0-4b91-9cf8-862291edd0c7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0904884 Feb 17 03:35:13.494461 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3f9ef80a-3fc9-49e4-a295-50788216a690 req-8ac8f648-749b-4fda-bcdd-8317b96db2c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Feb 17 03:35:13.545549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:35:13.555722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] Sync routers for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:35:13.567194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:35:13.567888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:34:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:13.585456 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] No DVR routers for this DVR port 037543e1-0269-4521-9c0a-98bda308e3a4 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:35:13.587910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:13.590819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'name': 'network-vif-deleted', 'tag': '037543e1-0269-4521-9c0a-98bda308e3a4'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:35:13.614033 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f85a9fd9-7619-4984-8405-bbc1dec73cc6 req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.38 "DELETE /v2.0/ports/037543e1-0269-4521-9c0a-98bda308e3a4 HTTP/1.1" status: 204 len: 173 time: 1.8050311 Feb 17 03:35:13.646665 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52f88e8-f568-43d3-b13f-519abc6df2be', 'name': 'network-vif-deleted', 'tag': '037543e1-0269-4521-9c0a-98bda308e3a4', 'status': 'completed', 'code': 200} Feb 17 03:35:13.778517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:35:13.880814 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-f897e3da-7a5d-43eb-a891-5bbcbe29eb2e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0832505 Feb 17 03:35:14.059342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-1569feeb-3099-4ccb-b9dc-5cc9238018fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:14.061108 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-1569feeb-3099-4ccb-b9dc-5cc9238018fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1162 time: 0.0806952 Feb 17 03:35:14.124320 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:14.129204 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] Checking router: 6935eb73-9ac0-439d-a980-e892ac37557d for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:35:14.142401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:35:14.143124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:34:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:14.253033 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-441ca674-ec80-408f-b2fb-e899ec5cf563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:14.255069 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-441ca674-ec80-408f-b2fb-e899ec5cf563 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 902 time: 0.1638753 Feb 17 03:35:14.312658 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fa2a45fd-e04a-46d2-84d2-b016f08c9b58 req-3304e82e-2d40-48b1-b5e3-0018efa17e40 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52f88e8-f568-43d3-b13f-519abc6df2be HTTP/1.1" status: 200 len: 210 time: 0.0653989 Feb 17 03:35:14.396968 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-3eb5870b-9c7f-40bd-ac9e-0992dddd0e0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 1001 time: 0.1321838 Feb 17 03:35:14.477349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-e0491bd2-827c-47df-8617-77af2c767fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:14.478977 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-e0491bd2-827c-47df-8617-77af2c767fb3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.0728528 Feb 17 03:35:14.494177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9921659d-bfff-48c8-ab07-682e7d6fe52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:14.549407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:35:14.570750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-5aa113f7-bd95-4896-8b70-acfeb2398bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:14.572581 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-5aa113f7-bd95-4896-8b70-acfeb2398bef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860651 Feb 17 03:35:14.716977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d97fb9-e49e-4c7f-9149-6cf396cc6632 req-12e031c0-9d12-439c-b7f4-a262b6df89e2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:14.725518 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e4d97fb9-e49e-4c7f-9149-6cf396cc6632 req-12e031c0-9d12-439c-b7f4-a262b6df89e2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0965717 Feb 17 03:35:14.749223 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-d90bc250-09d1-4f8b-bae7-17361477d06a service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682916 Feb 17 03:35:14.779618 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e4d97fb9-e49e-4c7f-9149-6cf396cc6632 req-53669868-8374-4c1f-940d-4ee79d671a08 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532012 Feb 17 03:35:14.898878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:14.903482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e7e83-f51f-4fd4-bc77-ff761ece9b9d None None] The sync data for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb is: [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '1ffad018-0eeb-4619-96d1-481f827e6930', 'name': '', 'network_id': '5eecfe3e-a97a-4788-a5ca-77454eebf558', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'mac_address': 'fa:16:3e:55:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:43Z', 'updated_at': '2021-02-17T03:28:57Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'subnets': [{'id': 'e96f9d9e-edc1-418f-9b5e-1316f652a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:35:14.903691 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-63105e0d-fad0-4f88-ac2f-8a5ff735b59e req-981a0b88-b532-489f-8e77-55a1d2ca8456 service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464522 Feb 17 03:35:15.064189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:15.314587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46603686-9f80-45bf-b56d-2b2bc9520463 None None] New status for floating IP 3b476be6-b23b-41ec-aea0-7188e1408154: DOWN {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:35:15.440894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48000) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:15.517664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f46c8fff-0d42-4f26-b8c3-7ef7317bd0d0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:15.560127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f46c8fff-0d42-4f26-b8c3-7ef7317bd0d0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:15.615120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f46c8fff-0d42-4f26-b8c3-7ef7317bd0d0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:15.619224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2e759295-5e67-4950-ba05-6f5bf0401998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:15.637157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c8fff-0d42-4f26-b8c3-7ef7317bd0d0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ef2f0-3a2c-432a-a533-6eff4495eebf,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:15.640542 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f46c8fff-0d42-4f26-b8c3-7ef7317bd0d0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:15.648291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f46c8fff-0d42-4f26-b8c3-7ef7317bd0d0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:15.649543 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f46c8fff-0d42-4f26-b8c3-7ef7317bd0d0 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "DELETE /v2.0/security-groups/467ef2f0-3a2c-432a-a533-6eff4495eebf HTTP/1.1" status: 204 len: 168 time: 0.2075665 Feb 17 03:35:15.652536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48004) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:15.671704 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.v2.resource [None req-bea8e6bf-17b7-4938-aee0-5ae775980563 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] show failed (client error): The resource could not be found. Feb 17 03:35:15.672857 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-bea8e6bf-17b7-4938-aee0-5ae775980563 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "GET /v2.0/security-groups/467ef2f0-3a2c-432a-a533-6eff4495eebf HTTP/1.1" status: 404 len: 347 time: 0.0188308 Feb 17 03:35:15.676018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48008) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:15.847246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Deleting port 1d87dd5b-ef93-4fd8-b009-b2b77de7f7a3 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:35:15.847621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:15.991018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df427793-15fd-4202-bcac-7b89b8b0ade6 req-768cb254-ca31-4a74-85c8-378250021cde tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:15.992699 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-df427793-15fd-4202-bcac-7b89b8b0ade6 req-768cb254-ca31-4a74-85c8-378250021cde tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0948093 Feb 17 03:35:16.034154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:16.034523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:16.043118 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-df427793-15fd-4202-bcac-7b89b8b0ade6 req-f526d001-ccc7-4489-b32e-898147973f97 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Feb 17 03:35:16.129828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:16.168013 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Calling delete_port for 1d87dd5b-ef93-4fd8-b009-b2b77de7f7a3 owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:35:16.315783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:16.332376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-449900c2-7df3-4fe4-bff2-f605dc4e7a8f tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:16.364847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:16.389787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Pushing event deleted for resources: {'Port': ['ID=1d87dd5b-ef93-4fd8-b009-b2b77de7f7a3,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:16.440069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:16.555536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks [] for floatingip, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:16.571228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:16.572422 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-718ae7cf-9b09-4fed-8a24-1da94348d341 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] 10.222.0.49 "DELETE /v2.0/floatingips/3b476be6-b23b-41ec-aea0-7188e1408154 HTTP/1.1" status: 204 len: 168 time: 0.8952923 Feb 17 03:35:17.255539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101ecc2-9ef1-4c02-8325-64c4222f2f9c req-5c1cc1e8-c2b0-44fb-9625-fc72e19eacf3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:17.257219 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6101ecc2-9ef1-4c02-8325-64c4222f2f9c req-5c1cc1e8-c2b0-44fb-9625-fc72e19eacf3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0902252 Feb 17 03:35:17.311425 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6101ecc2-9ef1-4c02-8325-64c4222f2f9c req-9b94d4a4-c4dd-43ee-984a-798ad11e391a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473592 Feb 17 03:35:18.540084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391280b2-efed-4ea3-ba65-d5155687710e req-e63efc08-1a57-4c72-8401-21d7c4dbdf47 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:18.541704 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-391280b2-efed-4ea3-ba65-d5155687710e req-e63efc08-1a57-4c72-8401-21d7c4dbdf47 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1038582 Feb 17 03:35:18.608612 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-391280b2-efed-4ea3-ba65-d5155687710e req-164e396d-f7a1-4bd2-865d-86daa8ef5950 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478613 Feb 17 03:35:19.823749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f4864-d112-43a5-a1c0-1d95e7a16de1 req-c54eafad-0530-4bfe-827c-d6e77acdf70b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:19.826378 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-746f4864-d112-43a5-a1c0-1d95e7a16de1 req-c54eafad-0530-4bfe-827c-d6e77acdf70b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0976748 Feb 17 03:35:19.883614 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-746f4864-d112-43a5-a1c0-1d95e7a16de1 req-ba39aca7-6d86-4c94-93a0-51404d85559d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488555 Feb 17 03:35:20.811990 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48080) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:20.930275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:35:21.124668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50df6c9-1503-41e4-888b-88eb02cf986b req-ae260fe8-2950-471c-9d22-e52d6eb0243e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:21.127010 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d50df6c9-1503-41e4-888b-88eb02cf986b req-ae260fe8-2950-471c-9d22-e52d6eb0243e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1026869 Feb 17 03:35:21.196769 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d50df6c9-1503-41e4-888b-88eb02cf986b req-56e68818-6032-4b53-a9cf-05bcd23c6e0c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619314 Feb 17 03:35:21.857640 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853067383'] for router_interface, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:22.446770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51b1b1-f484-4306-8c66-b9129d6b4cc6 req-464a0508-c2a7-4672-a790-e6efbb2443cc tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:22.448646 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7a51b1b1-f484-4306-8c66-b9129d6b4cc6 req-464a0508-c2a7-4672-a790-e6efbb2443cc tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1029558 Feb 17 03:35:22.515618 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7a51b1b1-f484-4306-8c66-b9129d6b4cc6 req-0947be9a-e67c-40b9-a85b-6efd3a06f557 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552971 Feb 17 03:35:22.570759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Deleting port 1ffad018-0eeb-4619-96d1-481f827e6930 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:35:22.571331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:22.792218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] For port 1ffad018-0eeb-4619-96d1-481f827e6930, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=1ffad018-0eeb-4619-96d1-481f827e6930,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:35:22.792583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:22.940422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Calling delete_port for 1ffad018-0eeb-4619-96d1-481f827e6930 owned by network:router_interface {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:35:23.366297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:23.386638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-203d1133-5f89-49ba-8096-7b824c249a22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:23.445068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffad018-0eeb-4619-96d1-481f827e6930,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:23.449981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:23.748618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:23.947143 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853067289'] for router_interface, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:24.052173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb8d56-23ff-4310-b88f-112412f53bdf req-e9a5eabd-d9de-414f-a59e-0530e24ee4ac tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:24.053945 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6efb8d56-23ff-4310-b88f-112412f53bdf req-e9a5eabd-d9de-414f-a59e-0530e24ee4ac tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.3798969 Feb 17 03:35:24.139443 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6efb8d56-23ff-4310-b88f-112412f53bdf req-cf2d4c57-ac68-4c0d-ad78-1192c0b304c6 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745902 Feb 17 03:35:24.601888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Router 6935eb73-9ac0-439d-a980-e892ac37557d has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:35:24.823469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:35:24.839663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] Sync routers for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:35:24.851581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48100) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:24.851816 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4b413cb7-ae2c-4359-bf06-569b97bac086 admin admin] 10.222.0.49 "PUT /v2.0/routers/6935eb73-9ac0-439d-a980-e892ac37557d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0384247 Feb 17 03:35:24.863630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:35:24.864632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:35:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:25.082642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:25.096303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:35:25.350404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:25.355894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Deleting port faff32f5-7f5e-46ea-907d-062a27312deb {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:35:25.356278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:25.460079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:35:23Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:25.467675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] Checking router: 6935eb73-9ac0-439d-a980-e892ac37557d for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:35:25.479866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] Routers {'6935eb73-9ac0-439d-a980-e892ac37557d'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:35:25.480584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:35:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['6935eb73-9ac0-439d-a980-e892ac37557d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:25.598970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] For port faff32f5-7f5e-46ea-907d-062a27312deb, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=faff32f5-7f5e-46ea-907d-062a27312deb,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:35:25.600355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:25.626744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa98c7-9b26-4c5e-b7e6-feba6dc9812e req-516801b4-23f4-4c7b-9bce-e08ab684feb3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:25.628471 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b8aa98c7-9b26-4c5e-b7e6-feba6dc9812e req-516801b4-23f4-4c7b-9bce-e08ab684feb3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.3316646 Feb 17 03:35:25.736189 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] Set router 6935eb73-9ac0-439d-a980-e892ac37557d gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:35:25.793548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Calling delete_port for faff32f5-7f5e-46ea-907d-062a27312deb owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:35:25.869502 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b8aa98c7-9b26-4c5e-b7e6-feba6dc9812e req-a837533e-6094-4f4f-9c9a-1c240f2b41dd tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794710 Feb 17 03:35:26.004396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:26.133333 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:35:23Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:26.138752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef54252-b8c5-445d-a65f-59bd07cda807 None None] The sync data for ids ['6935eb73-9ac0-439d-a980-e892ac37557d'] in dv-cinder-759961-4-smb is: [{'id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'name': 'tempest-AttachVolumeTestJSON-1368816026-router', 'tenant_id': '108ad8ff95cb48558e896289bbc32d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:28:26Z', 'updated_at': '2021-02-17T03:35:23Z', 'revision_number': 5, 'project_id': '108ad8ff95cb48558e896289bbc32d4b', 'gw_port': {'id': 'faff32f5-7f5e-46ea-907d-062a27312deb', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935eb73-9ac0-439d-a980-e892ac37557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:28:27Z', 'updated_at': '2021-02-17T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:35:26.273634 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852945493'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:26.459620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763390'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:26.462126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:26.541190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063935'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:26.542104 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6935eb73-9ac0-439d-a980-e892ac37557d {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 03:35:26.565057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 1ffad018-0eeb-4619-96d1-481f827e6930 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:35:26.603408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:26.605099 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4f031e9a-f8c4-4021-a9b8-959b9031508b admin admin] 10.222.0.49 "DELETE /v2.0/routers/6935eb73-9ac0-439d-a980-e892ac37557d HTTP/1.1" status: 204 len: 168 time: 1.7515104 Feb 17 03:35:26.611856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48110) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:26.649540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 1ffad018-0eeb-4619-96d1-481f827e6930 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:35:26.650066 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 1ffad018-0eeb-4619-96d1-481f827e6930 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:35:26.709164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] Deleting subnet e96f9d9e-edc1-418f-9b5e-1316f652a334 {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:35:26.712845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:26.771437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839025003'] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:27.156561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856d533-7960-4b80-9d5c-7e474cedb2ea req-0819b77e-5e27-44ce-bd49-69cca85e081b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:27.158507 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9856d533-7960-4b80-9d5c-7e474cedb2ea req-0819b77e-5e27-44ce-bd49-69cca85e081b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1101773 Feb 17 03:35:27.220023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:27.220812 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9856d533-7960-4b80-9d5c-7e474cedb2ea req-45657d18-bcd9-49cb-bd73-b89c98a9fe01 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545061 Feb 17 03:35:27.499751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839025103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838675381'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:27.513604 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:27.565949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96f9d9e-edc1-418f-9b5e-1316f652a334,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:27.569802 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:27.653966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:27.659601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a960d7-3af5-47b3-83db-910824f5250c None None] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:35:27.662887 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-8d388114-bddf-4d1e-aeaf-eeaab952497a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e96f9d9e-edc1-418f-9b5e-1316f652a334 HTTP/1.1" status: 204 len: 168 time: 1.0511489 Feb 17 03:35:27.663170 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48126) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:27.784886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:27.861577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Deleting port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:35:27.861955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:27.933404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] DHCP port deletion for 5eecfe3e-a97a-4788-a5ca-77454eebf558 request from dv-cinder-759961-4-smb {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 03:35:27.938706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] Deleting port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:35:27.941781 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:28.158846 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] For port 37f0cb02-6a73-4a78-a194-cd0ec7637a75, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=37f0cb02-6a73-4a78-a194-cd0ec7637a75,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:35:28.159268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:28.169417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] For port 37f0cb02-6a73-4a78-a194-cd0ec7637a75, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=37f0cb02-6a73-4a78-a194-cd0ec7637a75,segment=NetworkSegment(ef6d2257-21ac-4bc2-b071-1099b53213b6),segment_id=ef6d2257-21ac-4bc2-b071-1099b53213b6)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:35:28.169872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:28.297702 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Calling delete_port for 37f0cb02-6a73-4a78-a194-cd0ec7637a75 owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:35:28.316881 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] Calling delete_port for 37f0cb02-6a73-4a78-a194-cd0ec7637a75 owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:35:28.362714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-4ba43a8e-89b0-46ec-9efe-90e1063c5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:28.364441 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-4ba43a8e-89b0-46ec-9efe-90e1063c5c6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 1162 time: 0.3453345 Feb 17 03:35:28.463582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ebec9-1934-458f-bec1-8e16386f2975 req-fe1471ad-73c6-4924-837a-077c16b048cf tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:28.465786 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5f4ebec9-1934-458f-bec1-8e16386f2975 req-fe1471ad-73c6-4924-837a-077c16b048cf tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0918112 Feb 17 03:35:28.484192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:35:28.485097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:35:28.492012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:28.509989 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:28.526518 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5f4ebec9-1934-458f-bec1-8e16386f2975 req-c2121a2f-3ade-4f7e-b569-454ff7aeba4f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528889 Feb 17 03:35:28.574105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Pushing event deleted for resources: {'Port': ['ID=37f0cb02-6a73-4a78-a194-cd0ec7637a75,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:28.580187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device faff32f5-7f5e-46ea-907d-062a27312deb no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:35:28.580913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:28.617754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: faff32f5-7f5e-46ea-907d-062a27312deb {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:35:28.618149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device faff32f5-7f5e-46ea-907d-062a27312deb not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:35:28.618613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 37f0cb02-6a73-4a78-a194-cd0ec7637a75 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:35:28.655405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 37f0cb02-6a73-4a78-a194-cd0ec7637a75 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:35:28.656239 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 37f0cb02-6a73-4a78-a194-cd0ec7637a75 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:35:28.681157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-50fb9da0-5164-4a8c-9bdb-a0bd35f86524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:28.682774 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-50fb9da0-5164-4a8c-9bdb-a0bd35f86524 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.3098316 Feb 17 03:35:28.744037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] No DVR routers for this DVR port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 on host dv-cinder-759961-4-smb {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:35:28.914951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:28.931547 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-306fbb1b-b362-40c2-b178-af7a2f2afaf5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5345fd0e-705a-45c9-8f98-ced86a0495df HTTP/1.1" status: 200 len: 1001 time: 0.2414885 Feb 17 03:35:28.986464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] Deleting port 37f0cb02-6a73-4a78-a194-cd0ec7637a75 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:35:28.986907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:29.061716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b63eb-7468-49c2-98b9-d2e6b12ad6f8 None None] The port '37f0cb02-6a73-4a78-a194-cd0ec7637a75' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 03:35:29.087648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-c23d2b7a-6968-44f7-9704-cb79d7ecd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:29.089230 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-c23d2b7a-6968-44f7-9704-cb79d7ecd9a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.1458147 Feb 17 03:35:29.093274 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eecfe3e-a97a-4788-a5ca-77454eebf558']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:29.166095 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6d2257-21ac-4bc2-b071-1099b53213b6') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:29.166389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6d2257-21ac-4bc2-b071-1099b53213b6') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:35:29.188017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15750797'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:29.207767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:29.210349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:35:29.644786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-429781f8-2ef2-440a-a416-4f46445fa239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:29.646455 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-429781f8-2ef2-440a-a416-4f46445fa239 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5450354 Feb 17 03:35:29.648268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:35:29.682563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15750350'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:29.758588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435111bd-e514-49e4-b4ca-916214ffaa76 req-0dcbc5fb-ce18-4a0d-9d72-2db939baf8aa tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:29.760604 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-435111bd-e514-49e4-b4ca-916214ffaa76 req-0dcbc5fb-ce18-4a0d-9d72-2db939baf8aa tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1006987 Feb 17 03:35:29.812672 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-435111bd-e514-49e4-b4ca-916214ffaa76 req-b3bfb39f-cf58-4fec-8710-d5ca4f8fe12e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449111 Feb 17 03:35:29.973983 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Network 5eecfe3e-a97a-4788-a5ca-77454eebf558 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:35:29.998688 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:35:30.081885 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-72ef4083-a8f7-4191-8ea9-14d470bfc1b9 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239590 Feb 17 03:35:30.113124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:30.135763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b165c747-fced-4030-9d56-6aea0ce3a2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:30.149782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:30.225002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5eecfe3e-a97a-4788-a5ca-77454eebf558,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:30.232018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:30.240026 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] 10.222.0.49 "DELETE /v2.0/networks/5eecfe3e-a97a-4788-a5ca-77454eebf558 HTTP/1.1" status: 204 len: 168 time: 2.5757606 Feb 17 03:35:30.274900 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-276f4ea8-fb56-41d2-bd86-5af57e3fc2d1 req-6b4d9d9a-4dc0-4639-9165-09067796bcdc service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855814 Feb 17 03:35:30.383952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48136) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:30.437263 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-fe138a43-c9aa-44f5-9eda-025fac13ced2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=108ad8ff95cb48558e896289bbc32d4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0518236 Feb 17 03:35:30.439998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48140) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:30.504334 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54caa00c-a8b3-4377-aca8-6803234ee517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:30.533936 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54caa00c-a8b3-4377-aca8-6803234ee517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:30.587828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54caa00c-a8b3-4377-aca8-6803234ee517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:30.591882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ea475a39-b92b-41c2-b5ff-0120d993ea8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:30.607326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caa00c-a8b3-4377-aca8-6803234ee517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f4f597-f432-4592-919b-143a6fa0fa27,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:30.610128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-54caa00c-a8b3-4377-aca8-6803234ee517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:30.616978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54caa00c-a8b3-4377-aca8-6803234ee517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:30.618258 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-54caa00c-a8b3-4377-aca8-6803234ee517 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2f4f597-f432-4592-919b-143a6fa0fa27 HTTP/1.1" status: 204 len: 168 time: 0.1772566 Feb 17 03:35:31.033767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189271c-20e7-417b-b332-7937beea9dbb req-6cc93fc5-5a98-42ae-b734-72c192724b9f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:31.035419 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9189271c-20e7-417b-b332-7937beea9dbb req-6cc93fc5-5a98-42ae-b734-72c192724b9f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0940785 Feb 17 03:35:31.088591 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9189271c-20e7-417b-b332-7937beea9dbb req-882e7b0c-23ea-4ad2-8902-8f257e880c97 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466754 Feb 17 03:35:32.313072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb189eb3-eb6c-4264-9f6e-790396c1b7a9 req-6977c22c-d684-449f-af3b-4fe2eaf74fa0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:32.314636 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eb189eb3-eb6c-4264-9f6e-790396c1b7a9 req-6977c22c-d684-449f-af3b-4fe2eaf74fa0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0885248 Feb 17 03:35:32.368251 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eb189eb3-eb6c-4264-9f6e-790396c1b7a9 req-f0a121e8-fa05-4462-8f58-cae707a864f3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Feb 17 03:35:32.921920 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 5345fd0e-705a-45c9-8f98-ced86a0495df no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:35:33.050012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:33.080662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:35:33.092390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 5345fd0e-705a-45c9-8f98-ced86a0495df, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5345fd0e-705a-45c9-8f98-ced86a0495df,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:35:33.096397 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:33.098308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:33.159406 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'code': 422} returned with failed status Feb 17 03:35:33.180518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=5345fd0e-705a-45c9-8f98-ced86a0495df,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:33.189498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.189862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.190249 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.190617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.190994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.191357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.191722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.192078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.192627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.192800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.193110 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.193465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.193878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.194238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.194572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.194955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.195335 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.195698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.196055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.196389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.196961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.197313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.197670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.198001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:33.203353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:34.090470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c6935-750a-485e-8725-4a8be14bc43c req-07cf2d60-ee72-4d66-9d70-a2810c3b3e39 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:34.092297 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1f9c6935-750a-485e-8725-4a8be14bc43c req-07cf2d60-ee72-4d66-9d70-a2810c3b3e39 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.0914061 Feb 17 03:35:34.133169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48224) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:34.142780 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1f9c6935-750a-485e-8725-4a8be14bc43c req-a3a973a1-8af6-4091-bbbf-f86f42df9596 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Feb 17 03:35:34.277728 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-f3969b5a-2f64-48ec-b4c0-4cb014c0743d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1430101 Feb 17 03:35:34.851121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-42d454a6-c1c7-4e5a-979c-1b460501e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:34.852805 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-42d454a6-c1c7-4e5a-979c-1b460501e781 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30&tenant_id=5153b854571c4f5e8b12ed5596536176 HTTP/1.1" status: 200 len: 1160 time: 0.0830410 Feb 17 03:35:34.972340 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-e15cbaac-4ff3-47a4-aa29-2381fa7e0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:34.973905 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-e15cbaac-4ff3-47a4-aa29-2381fa7e0d7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 1160 time: 0.0856979 Feb 17 03:35:35.134568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-403c3f78-4213-420a-b65e-c78627e90c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:35.136231 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-403c3f78-4213-420a-b65e-c78627e90c07 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.1542599 Feb 17 03:35:35.247338 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-cb137e27-dcf7-4388-8b02-8232ce42a9c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5345fd0e-705a-45c9-8f98-ced86a0495df HTTP/1.1" status: 200 len: 999 time: 0.1039932 Feb 17 03:35:35.329900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-5ff707be-17d6-4536-88bc-f996dcb85294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:35.332120 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-5ff707be-17d6-4536-88bc-f996dcb85294 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.0775692 Feb 17 03:35:35.376160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613b099-8cf9-47a5-9d7c-034947ea4703 req-2658baf6-99db-4d41-8fc9-8897415eb094 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:35.377801 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3613b099-8cf9-47a5-9d7c-034947ea4703 req-2658baf6-99db-4d41-8fc9-8897415eb094 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.0965586 Feb 17 03:35:35.435207 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3613b099-8cf9-47a5-9d7c-034947ea4703 req-47ea1b29-bca7-4857-aa3e-2a2f0d454cf6 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502942 Feb 17 03:35:35.442982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-07743dfa-fda3-448d-8d62-12d6a3cadd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:35.447521 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-07743dfa-fda3-448d-8d62-12d6a3cadd25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1057172 Feb 17 03:35:35.616648 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-43d7b8c8-3e93-4a8a-8b2f-0134c518f8aa service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609106 Feb 17 03:35:35.776405 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a166a9a-c261-4530-99d6-cea5d74a7598 req-135aab2f-b62e-49d6-9920-74e4b657ecb6 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504841 Feb 17 03:35:36.657692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696374f5-a243-4edc-9ec7-498f1bcf9d19 req-4334c4ac-9ec0-4993-ba72-f81e8e99dff0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:36.659421 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-696374f5-a243-4edc-9ec7-498f1bcf9d19 req-4334c4ac-9ec0-4993-ba72-f81e8e99dff0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.0914309 Feb 17 03:35:36.714523 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-696374f5-a243-4edc-9ec7-498f1bcf9d19 req-2dc1d538-a657-428a-b25f-e79c737ab1e6 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485480 Feb 17 03:35:37.966727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0717c03-2a00-4023-8ca7-f0b5ed38f149 req-1b499243-9c42-44e6-a348-a21615c52c22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:37.968570 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0717c03-2a00-4023-8ca7-f0b5ed38f149 req-1b499243-9c42-44e6-a348-a21615c52c22 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.0996099 Feb 17 03:35:38.048582 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f0717c03-2a00-4023-8ca7-f0b5ed38f149 req-037fd693-3961-4b21-b5e7-3c4c2a141e00 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725565 Feb 17 03:35:39.348616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08309270-c73e-43a6-bf8c-0045e5d8b8d6 req-ff614d5b-557e-466c-8db4-09f54fdaa396 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:39.351183 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-08309270-c73e-43a6-bf8c-0045e5d8b8d6 req-ff614d5b-557e-466c-8db4-09f54fdaa396 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1473167 Feb 17 03:35:39.421250 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-08309270-c73e-43a6-bf8c-0045e5d8b8d6 req-36c30fc4-a988-42d4-bc4e-e0faf454242e tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604703 Feb 17 03:35:40.648084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faed957-7cee-4138-ba3e-84ab52fe44a8 req-182a6b18-6b4d-48c9-a208-e3ad8fb86321 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:40.649937 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3faed957-7cee-4138-ba3e-84ab52fe44a8 req-182a6b18-6b4d-48c9-a208-e3ad8fb86321 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.0982788 Feb 17 03:35:40.795379 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3faed957-7cee-4138-ba3e-84ab52fe44a8 req-5945996e-8aa4-46ce-b9ae-3ce97144caae tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365032 Feb 17 03:35:42.070452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeb6a3-921a-4d1b-a52b-c4240361a10a req-1293fedc-5595-4f38-b37a-11079e2074f0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:42.073354 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d7eeb6a3-921a-4d1b-a52b-c4240361a10a req-1293fedc-5595-4f38-b37a-11079e2074f0 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1300306 Feb 17 03:35:42.171985 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4253bbb-013b-46f6-bb9d-2a70db8a4025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:42.192397 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d7eeb6a3-921a-4d1b-a52b-c4240361a10a req-22c43138-0df5-4d02-839b-2ac37d7dc96d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111150 Feb 17 03:35:42.380231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48342) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:42.526963 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:42.543285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:35:42.548117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Usage tracker for resource:security_group_rule and tenant:622eca86bc044f28a61500c9ce37c8d6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:35:42.551734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:35:42.558097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:35:42.678540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:42.681876 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:42.697362 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8943a7b-7b12-4dc6-a4fc-e7b15be4c00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:42.742486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417a99a-0f0c-47c7-9935-13a4f70072f8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:42.759003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.759421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.759819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.760220 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.760621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.761065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.761425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.761818 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.762214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.762613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.763016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.763424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.764130 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.764655 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.765054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.765504 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.765843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.766240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.766631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.767047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.767441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.767842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.768231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.768615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:35:42.776331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:42.786682 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-75572eba-84ab-4e0a-b2fd-36cc95657df6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=622eca86bc044f28a61500c9ce37c8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052029 Feb 17 03:35:42.790650 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48350) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:35:42.870910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-787b40c2-50d9-42f3-a3d3-f7402a99a0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:42.909213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-787b40c2-50d9-42f3-a3d3-f7402a99a0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:42.968707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-787b40c2-50d9-42f3-a3d3-f7402a99a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:42.974965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-57f6d002-8c7a-4ee7-9379-101b16c6a29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:42.990799 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b40c2-50d9-42f3-a3d3-f7402a99a0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417a99a-0f0c-47c7-9935-13a4f70072f8,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:42.994455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-787b40c2-50d9-42f3-a3d3-f7402a99a0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:42.995845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-787b40c2-50d9-42f3-a3d3-f7402a99a0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:42.998077 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-787b40c2-50d9-42f3-a3d3-f7402a99a0a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c417a99a-0f0c-47c7-9935-13a4f70072f8 HTTP/1.1" status: 204 len: 168 time: 0.2056839 Feb 17 03:35:43.469567 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00ac78-9c7c-420b-b1d2-a35130b199a0 req-2641eeae-35a5-4f55-aff4-c4915bb64784 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:43.472994 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ca00ac78-9c7c-420b-b1d2-a35130b199a0 req-2641eeae-35a5-4f55-aff4-c4915bb64784 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1321054 Feb 17 03:35:43.529944 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ca00ac78-9c7c-420b-b1d2-a35130b199a0 req-ca8e4a29-2c32-4206-8864-343cb526baa7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500045 Feb 17 03:35:44.230100 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e8665944-e382-43d8-bf96-5011b31f6372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:44.840284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ed3f5-8768-49a4-9d70-7d3cd97b025c req-fae863ff-02de-47ce-abe1-9a94de4957ab tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:44.843534 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa0ed3f5-8768-49a4-9d70-7d3cd97b025c req-fae863ff-02de-47ce-abe1-9a94de4957ab tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1119957 Feb 17 03:35:44.901218 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa0ed3f5-8768-49a4-9d70-7d3cd97b025c req-ca3f4f4a-acdf-4bfd-9fc4-aeb6a2f6659f tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496500 Feb 17 03:35:45.077222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:46.137032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ab5f9-a81c-4077-9a1b-8d9de3190c25 req-652d764c-ea04-4790-89a8-d41a265b406b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:46.139735 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-859ab5f9-a81c-4077-9a1b-8d9de3190c25 req-652d764c-ea04-4790-89a8-d41a265b406b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1000102 Feb 17 03:35:46.152455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:46.220028 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-859ab5f9-a81c-4077-9a1b-8d9de3190c25 req-a182cda4-0f92-445b-8ee4-495931baa80c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710292 Feb 17 03:35:46.371018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:47.460517 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd40c0-ec1d-46d2-8467-7d5b0109cc5f req-b82b289a-a548-4a75-9293-709d576b2fdd tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:47.462665 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e7bd40c0-ec1d-46d2-8467-7d5b0109cc5f req-b82b289a-a548-4a75-9293-709d576b2fdd tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1069689 Feb 17 03:35:47.520654 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e7bd40c0-ec1d-46d2-8467-7d5b0109cc5f req-afd67467-2e78-4c62-a556-2fad4a1fd53c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490193 Feb 17 03:35:48.755957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b8a33-c3fe-4c6e-83e3-c63383fa793d req-fcd56955-1b04-49fd-a602-3219dca25e5b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:48.757629 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-974b8a33-c3fe-4c6e-83e3-c63383fa793d req-fcd56955-1b04-49fd-a602-3219dca25e5b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1006460 Feb 17 03:35:48.815923 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-974b8a33-c3fe-4c6e-83e3-c63383fa793d req-32727d86-6157-4495-b67e-2558eb817bc2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508144 Feb 17 03:35:49.666518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 5345fd0e-705a-45c9-8f98-ced86a0495df up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:35:49.759789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 5345fd0e-705a-45c9-8f98-ced86a0495df triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:35:49.760214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:49.905838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:49.941353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:35:49.956190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 5345fd0e-705a-45c9-8f98-ced86a0495df, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5345fd0e-705a-45c9-8f98-ced86a0495df,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:35:49.960508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:49.963200 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-707a6679-b21a-47bb-81cb-5a335cb4bf55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:35:50.042193 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'code': 200} Feb 17 03:35:50.045368 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=5345fd0e-705a-45c9-8f98-ced86a0495df,revision_number=6']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:35:50.049212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:35:50.090653 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64e33-9448-43d3-9843-4fcbb18069d3 req-3124cb19-ca30-4fc0-9d12-071ad4a1c4d7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:50.092575 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fba64e33-9448-43d3-9843-4fcbb18069d3 req-3124cb19-ca30-4fc0-9d12-071ad4a1c4d7 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1264615 Feb 17 03:35:50.162068 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fba64e33-9448-43d3-9843-4fcbb18069d3 req-4225951a-fd56-4bfd-abd2-4a4be2141302 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597773 Feb 17 03:35:50.375957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7f2e2-66dc-4337-a40b-ecd31fc60c71 req-e9609347-d529-49a2-a94f-a98f5a935e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:50.375957 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-80f7f2e2-66dc-4337-a40b-ecd31fc60c71 req-e9609347-d529-49a2-a94f-a98f5a935e64 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 1162 time: 0.0869918 Feb 17 03:35:50.422719 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-80f7f2e2-66dc-4337-a40b-ecd31fc60c71 req-47c86aa6-3828-4c81-b0c8-c9c206cf9190 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Feb 17 03:35:51.322579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 5345fd0e-705a-45c9-8f98-ced86a0495df up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:35:51.404234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f5e0b-6a2f-4e82-b4de-823fc53f59e3 req-74b7bc0c-84dd-47fc-ace4-072d6c2e88cf tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:51.405916 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-838f5e0b-6a2f-4e82-b4de-823fc53f59e3 req-74b7bc0c-84dd-47fc-ace4-072d6c2e88cf tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0949945 Feb 17 03:35:51.410658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 5345fd0e-705a-45c9-8f98-ced86a0495df triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:35:51.411564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:51.468760 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-838f5e0b-6a2f-4e82-b4de-823fc53f59e3 req-c3de537b-f92f-4685-95d7-c4b4c419130b tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543423 Feb 17 03:35:52.700821 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7863108-f4fb-4917-894e-f8d275917ef9 req-90efe431-351e-4cc2-a7e7-7636a8fbfde8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:52.702391 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a7863108-f4fb-4917-894e-f8d275917ef9 req-90efe431-351e-4cc2-a7e7-7636a8fbfde8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1045310 Feb 17 03:35:52.760210 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a7863108-f4fb-4917-894e-f8d275917ef9 req-0b380efe-ebb1-42b1-b8d7-7466c319027c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501020 Feb 17 03:35:53.767453 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:35:53.976732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2da0-8e4a-4771-beb4-7461cd03cb33 req-b8bd4a5d-bbd1-4845-9a4a-daffa386d73a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:35:53.978366 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ac8b2da0-8e4a-4771-beb4-7461cd03cb33 req-b8bd4a5d-bbd1-4845-9a4a-daffa386d73a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.0935776 Feb 17 03:35:54.032590 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ac8b2da0-8e4a-4771-beb4-7461cd03cb33 req-575c3eb2-f035-4005-85e1-284661d3eb09 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471749 Feb 17 03:35:57.930609 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:36:03.273064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48622) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:03.409391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:03.429561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:03.434269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0aad694d0eeb43b8bdb70db9564d8932 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:03.437392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:03.443575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:03.542502 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:03.546447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:03.556847 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0f1f19fe-e30c-456f-9c4e-9a2a1079f8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:03.599642 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0aad694d0eeb43b8bdb70db9564d8932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253613 Feb 17 03:36:03.601365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0004d49b-65ca-4278-96e2-fbb377702814,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:03.602668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48628) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:03.604953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:03.903998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c17bf955-c244-4e32-89fc-39c760b69333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:04.023459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c17bf955-c244-4e32-89fc-39c760b69333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:04.066672 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-ead2d01f-c91b-4a0a-8d54-965b435a88fa tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/floatingips/42c09d51-88bb-4732-b45c-8e20854b5faf HTTP/1.1" status: 200 len: 998 time: 0.1521304 Feb 17 03:36:04.189744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c17bf955-c244-4e32-89fc-39c760b69333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:04.196323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-72f5e19c-5a61-440f-afe3-b9d7113f9397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:04.218051 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bf955-c244-4e32-89fc-39c760b69333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0004d49b-65ca-4278-96e2-fbb377702814,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:04.222793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c17bf955-c244-4e32-89fc-39c760b69333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:04.239535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c17bf955-c244-4e32-89fc-39c760b69333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:04.240787 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c17bf955-c244-4e32-89fc-39c760b69333 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0004d49b-65ca-4278-96e2-fbb377702814 HTTP/1.1" status: 204 len: 168 time: 0.6369860 Feb 17 03:36:04.264035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-e9f241a3-5c73-4586-afa8-e92a76569167 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:04.265572 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-e9f241a3-5c73-4586-afa8-e92a76569167 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/networks/ff41f79f-49b9-4b53-887c-df96d9d58d44 HTTP/1.1" status: 200 len: 784 time: 0.1926906 Feb 17 03:36:04.276962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-738de1ea-cf59-4a87-88ed-0b0f12628b2f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:36:04.277960 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-738de1ea-cf59-4a87-88ed-0b0f12628b2f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062101 Feb 17 03:36:04.394752 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-51ba0d8d-4768-48e9-9b99-925b3f164eb3 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.2.139 HTTP/1.1" status: 200 len: 1001 time: 0.1105304 Feb 17 03:36:04.475897 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-ae725f21-3658-4805-9f41-7a6b94996270 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:04.477433 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-ae725f21-3658-4805-9f41-7a6b94996270 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports/1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 942 time: 0.0765636 Feb 17 03:36:04.545551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48640) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:04.565330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:04.581814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:04.586037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Usage tracker for resource:security_group_rule and tenant:cef51b98e4f146be81176b297642272a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:04.589072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:04.594906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:04.666846 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-95ce2669-e8b9-4365-b908-b63787d279af tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.2.139 HTTP/1.1" status: 200 len: 1001 time: 0.1066649 Feb 17 03:36:04.685852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:04.689374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:04.697075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-83a2c03c-5459-4a42-9e25-cad7a6725e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:04.750283 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cef51b98e4f146be81176b297642272a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035208 Feb 17 03:36:04.753097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71b6a2b-15fa-4aa8-a868-237d4aa56cb3,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:04.753588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48644) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:04.756953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:04.945582 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-041b81a4-d1e6-4678-9b17-0130be6fcbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:04.950656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Deleting port e9234413-beaa-4922-9cd5-442ccc470033 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:04.951057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:05.028002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-041b81a4-d1e6-4678-9b17-0130be6fcbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:05.192641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:05.192941 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:05.200611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-041b81a4-d1e6-4678-9b17-0130be6fcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:05.207925 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9a362c17-1121-4905-b3dc-9ca50f0c9dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:05.276840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b81a4-d1e6-4678-9b17-0130be6fcbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71b6a2b-15fa-4aa8-a868-237d4aa56cb3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:05.336868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-041b81a4-d1e6-4678-9b17-0130be6fcbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:05.346219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Calling delete_port for e9234413-beaa-4922-9cd5-442ccc470033 owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:05.394963 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-041b81a4-d1e6-4678-9b17-0130be6fcbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:05.396221 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-041b81a4-d1e6-4678-9b17-0130be6fcbf5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f71b6a2b-15fa-4aa8-a868-237d4aa56cb3 HTTP/1.1" status: 204 len: 168 time: 0.6415744 Feb 17 03:36:05.528111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:05.544294 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:05.660173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event deleted for resources: {'Port': ['ID=e9234413-beaa-4922-9cd5-442ccc470033,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:05.667245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:05.794785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:05.795135 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Floating IP 42c09d51-88bb-4732-b45c-8e20854b5faf disassociated (deleted). External IP: 172.28.2.139, port: 1f878f8f-72b4-4965-9e72-939bf7eb878c. Feb 17 03:36:06.216743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:36:06.420285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:36:06.430822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] Sync routers for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:36:06.441770 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:06.442631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:35:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:06.445222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:06.507057 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-701ef4bf-787a-4034-8e77-d0db354f3e1f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "DELETE /v2.0/floatingips/42c09d51-88bb-4732-b45c-8e20854b5faf HTTP/1.1" status: 204 len: 173 time: 1.8334482 Feb 17 03:36:06.507667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:36:06.602225 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'status': 'completed', 'code': 200} Feb 17 03:36:06.761414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-334eee0d-6632-4d26-ae3a-d67745692854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:06.771071 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-334eee0d-6632-4d26-ae3a-d67745692854 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1162 time: 0.2471266 Feb 17 03:36:06.774807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-26b15197-f971-4d3b-be7d-825b84118e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:06.776662 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-26b15197-f971-4d3b-be7d-825b84118e98 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d79b55d18d854163802d3d84d266e6be&device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 1162 time: 0.1135931 Feb 17 03:36:06.930067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:06.942138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-4e1f222e-0978-4241-9b68-5acea2df2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:06.944261 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-4e1f222e-0978-4241-9b68-5acea2df2788 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 902 time: 0.1723254 Feb 17 03:36:06.960557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-9dbc6256-7465-4882-b7f5-1d25555887c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:06.962596 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-9dbc6256-7465-4882-b7f5-1d25555887c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 200 len: 902 time: 0.1785202 Feb 17 03:36:07.035488 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-06052cd9-1352-4191-897b-8e3d9631ce55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 217 time: 0.0807471 Feb 17 03:36:07.053503 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-72761bfa-f763-43f3-8324-8a40ac00a598 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 200 len: 217 time: 0.0828521 Feb 17 03:36:07.139233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-d37facf4-c3b1-4567-99b6-fd5df1f4eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:07.141027 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-d37facf4-c3b1-4567-99b6-fd5df1f4eaea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.0796196 Feb 17 03:36:07.142676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-46f57dde-3485-4c45-aa32-f48ce14846ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:07.145408 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-46f57dde-3485-4c45-aa32-f48ce14846ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 200 len: 847 time: 0.1034782 Feb 17 03:36:07.243308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-6b6fca60-5081-427a-9a8a-cd7e8d3370b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:07.245183 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-6b6fca60-5081-427a-9a8a-cd7e8d3370b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917888 Feb 17 03:36:07.266457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-811a6d5f-98de-4cef-820d-db3c1ab28dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:07.268311 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-811a6d5f-98de-4cef-820d-db3c1ab28dfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff00d78a-41ad-4242-a387-3a3401455ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1144056 Feb 17 03:36:07.307629 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:14Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:07.312337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] Checking router: ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:36:07.324084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:07.324780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:35:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:07.469938 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-e1663c55-ba3f-4519-b95e-6af987bcd2ac service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930461 Feb 17 03:36:07.563477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:07.628884 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c2c6932c-55f3-406b-b30a-7e947c287ca0 req-34cbf968-25df-4607-b234-0bd30499285b service neutron] 10.222.0.38 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514552 Feb 17 03:36:07.697180 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-14fbc6f0-5ef3-43fa-8f79-2d7dd3b2ce71 service neutron] 10.222.0.49 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434752 Feb 17 03:36:07.858396 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aa6096f9-83cc-48e4-b2a1-497ce607837d req-1b77a6ed-0827-405a-95de-fd6252cfbdc2 service neutron] 10.222.0.49 "GET /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1539071 Feb 17 03:36:07.975170 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:14Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:07.991312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a4725-4ef7-4ac7-9ef1-2167d358d111 None None] The sync data for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb is: [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': 'c4c40120-158a-479c-9cce-b1fa6929e5f3', 'name': '', 'network_id': 'ff00d78a-41ad-4242-a387-3a3401455ed0', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'mac_address': 'fa:16:3e:07:d3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:03Z', 'updated_at': '2021-02-17T03:30:14Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'subnets': [{'id': '0dcbbd6b-d74f-4414-acfc-2aa6173dd010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:36:08.338892 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade4aed-6c81-4641-b4c3-c51bbc68d47a req-33b376ff-d5b4-4d74-a124-ed1c8ca19b34 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:08.339685 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-aade4aed-6c81-4641-b4c3-c51bbc68d47a req-33b376ff-d5b4-4d74-a124-ed1c8ca19b34 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Synchronizing usage tracker for tenant:d79b55d18d854163802d3d84d266e6be on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:36:08.359007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-aade4aed-6c81-4641-b4c3-c51bbc68d47a req-33b376ff-d5b4-4d74-a124-ed1c8ca19b34 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Unset dirty status for tenant:d79b55d18d854163802d3d84d266e6be on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:36:08.361004 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aade4aed-6c81-4641-b4c3-c51bbc68d47a req-33b376ff-d5b4-4d74-a124-ed1c8ca19b34 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.1322768 Feb 17 03:36:08.398768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ea235-a5ff-4a7c-913e-0dff8eae05e8 None None] New status for floating IP 42c09d51-88bb-4732-b45c-8e20854b5faf: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:36:08.414885 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-aade4aed-6c81-4641-b4c3-c51bbc68d47a req-6ddaee55-afef-4f3a-9fab-eb7558dd055b tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0469284 Feb 17 03:36:09.625915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb53a0-4457-441f-a7e2-374536e71b66 req-c9605a79-66da-42c1-9ce2-170588fb9a4f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:09.627582 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ebfb53a0-4457-441f-a7e2-374536e71b66 req-c9605a79-66da-42c1-9ce2-170588fb9a4f tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0910268 Feb 17 03:36:09.679141 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ebfb53a0-4457-441f-a7e2-374536e71b66 req-8081039a-09c1-4f2f-953c-304ac50926b3 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0435708 Feb 17 03:36:10.340288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-324543ee-cd84-424e-99c6-c0fc553749e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:10.341050 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-324543ee-cd84-424e-99c6-c0fc553749e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Synchronizing usage tracker for tenant:d79b55d18d854163802d3d84d266e6be on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:36:10.354263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-324543ee-cd84-424e-99c6-c0fc553749e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Unset dirty status for tenant:d79b55d18d854163802d3d84d266e6be on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:36:10.355625 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-324543ee-cd84-424e-99c6-c0fc553749e8 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.38 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.1085010 Feb 17 03:36:10.433546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Deleting port 1f878f8f-72b4-4965-9e72-939bf7eb878c {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:10.433934 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:10.713492 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] For port 1f878f8f-72b4-4965-9e72-939bf7eb878c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1f878f8f-72b4-4965-9e72-939bf7eb878c,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:10.714084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:10.903066 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee71c-eedd-4826-8258-f3047eadeaea req-cb37d5b7-2e58-4b03-a12b-041ead46284e tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:10.904774 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-976ee71c-eedd-4826-8258-f3047eadeaea req-cb37d5b7-2e58-4b03-a12b-041ead46284e tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 945 time: 0.0964022 Feb 17 03:36:10.962196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Calling delete_port for 1f878f8f-72b4-4965-9e72-939bf7eb878c owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:10.966619 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-976ee71c-eedd-4826-8258-f3047eadeaea req-390d093b-1137-4a5a-95d5-b2cc327b6dc2 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ced69b3-60af-4ef3-81a2-d51883e2e70b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475516 Feb 17 03:36:11.131425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:11.147831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-323f89e4-e4c8-4146-9f4e-b21ff7f13b86 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:11.211619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event deleted for resources: {'Port': ['ID=1f878f8f-72b4-4965-9e72-939bf7eb878c,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:11.216336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:11.367825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] No DVR routers for this DVR port 1f878f8f-72b4-4965-9e72-939bf7eb878c on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:36:11.374254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:11.378353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'name': 'network-vif-deleted', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:36:11.397678 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 1f878f8f-72b4-4965-9e72-939bf7eb878c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:11.406475 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e8c8c5f7-b29e-4ec6-be4c-68b2dfe29675 req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.38 "DELETE /v2.0/ports/1f878f8f-72b4-4965-9e72-939bf7eb878c HTTP/1.1" status: 204 len: 173 time: 1.0450943 Feb 17 03:36:11.438732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 1f878f8f-72b4-4965-9e72-939bf7eb878c {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:11.439146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 1f878f8f-72b4-4965-9e72-939bf7eb878c not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:11.446217 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd139b4a8-4355-4d6c-997a-52ae1420411b', 'name': 'network-vif-deleted', 'tag': '1f878f8f-72b4-4965-9e72-939bf7eb878c', 'status': 'completed', 'code': 200} Feb 17 03:36:11.956826 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4dad7f41-99cf-4f54-aa40-64d77cfccfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:12.166048 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8264b117-0503-4229-8e6c-c1f01707962d req-bdd50a0e-701e-4009-81b7-2f34f45b9620 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/ports?device_id=d139b4a8-4355-4d6c-997a-52ae1420411b HTTP/1.1" status: 200 len: 210 time: 0.0616767 Feb 17 03:36:13.366982 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0a0372-cc43-4581-a204-b80917080d49 req-7fa29750-07f5-438a-93fd-a6daab7cc77c tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "GET /v2.0/security-groups/7ced69b3-60af-4ef3-81a2-d51883e2e70b HTTP/1.1" status: 200 len: 2993 time: 0.0610442 Feb 17 03:36:13.443450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-be0a0372-cc43-4581-a204-b80917080d49 req-281a7e0f-e594-4d02-b8fa-9bf39c29f6da tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:13.475719 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-be0a0372-cc43-4581-a204-b80917080d49 req-281a7e0f-e594-4d02-b8fa-9bf39c29f6da tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:13.527487 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-be0a0372-cc43-4581-a204-b80917080d49 req-281a7e0f-e594-4d02-b8fa-9bf39c29f6da tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:13.531812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c181eecd-5097-4c81-9374-8e7fac881330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:13.549080 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a7e0f-e594-4d02-b8fa-9bf39c29f6da tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ced69b3-60af-4ef3-81a2-d51883e2e70b,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:13.552168 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-281a7e0f-e594-4d02-b8fa-9bf39c29f6da tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:13.560520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-be0a0372-cc43-4581-a204-b80917080d49 req-281a7e0f-e594-4d02-b8fa-9bf39c29f6da tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:13.561735 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0a0372-cc43-4581-a204-b80917080d49 req-281a7e0f-e594-4d02-b8fa-9bf39c29f6da tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] 10.222.0.49 "DELETE /v2.0/security-groups/7ced69b3-60af-4ef3-81a2-d51883e2e70b HTTP/1.1" status: 204 len: 173 time: 0.1882820 Feb 17 03:36:13.612879 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48742) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:14.012687 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48754) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:14.164679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.182901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:14.187402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Usage tracker for resource:security_group_rule and tenant:74dc9809529e4e7889c2533828f2dfd7 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:14.190642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:14.197350 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:14.233715 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2dc62fb0-058e-4668-8ea3-5a0150644c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.302300 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.311318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.320014 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-18580142-f0d7-4e5c-bb0f-ac325138291a tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:14.367120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da0d297-6cec-41d5-8c61-b6d6bf0a1065,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:14.371518 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74dc9809529e4e7889c2533828f2dfd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576038 Feb 17 03:36:14.377420 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48760) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:14.378726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.379205 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.379675 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.380238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.380654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.381074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.381499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.381902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.382288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.382690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.383124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.383523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.384017 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.384405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.384806 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.385202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.385599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.385997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.386414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.386793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.387217 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.387616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.388018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.388412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:14.393038 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-98240743-191d-4ba7-b295-df2346d17de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:14.505129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1bc7-fe2d-4f7e-a081-b5f0ff3c135b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.546195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1bc7-fe2d-4f7e-a081-b5f0ff3c135b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.590494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853067383'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.769875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1bc7-fe2d-4f7e-a081-b5f0ff3c135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.779134 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-05d5ed88-74c6-471b-9b24-5e47143d1407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:14.801527 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf1bc7-fe2d-4f7e-a081-b5f0ff3c135b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da0d297-6cec-41d5-8c61-b6d6bf0a1065,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:14.806421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ddaf1bc7-fe2d-4f7e-a081-b5f0ff3c135b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:14.809915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1bc7-fe2d-4f7e-a081-b5f0ff3c135b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:14.813843 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ddaf1bc7-fe2d-4f7e-a081-b5f0ff3c135b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0da0d297-6cec-41d5-8c61-b6d6bf0a1065 HTTP/1.1" status: 204 len: 168 time: 0.4327211 Feb 17 03:36:15.010106 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-719da676-c132-4d99-bcef-04c0278a47de service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1151922 Feb 17 03:36:15.055117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Deleting port c4c40120-158a-479c-9cce-b1fa6929e5f3 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:15.055502 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:15.076780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:15.136020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-39a7e4db-325d-4a1e-8857-1eb591cdb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:15.137701 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-39a7e4db-325d-4a1e-8857-1eb591cdb65d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5153b854571c4f5e8b12ed5596536176&device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 1162 time: 0.0881937 Feb 17 03:36:15.220079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48770) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:15.245944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:15.275046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:15.284227 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:8baac4f13e9349308fa4c79bd582f185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:15.297492 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:15.314343 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:15.323302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] For port c4c40120-158a-479c-9cce-b1fa6929e5f3, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=c4c40120-158a-479c-9cce-b1fa6929e5f3,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:15.323714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:15.493252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Calling delete_port for c4c40120-158a-479c-9cce-b1fa6929e5f3 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:15.570906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-86afe234-2153-4983-a4af-f84b10b8dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:15.572539 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-86afe234-2153-4983-a4af-f84b10b8dc66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 200 len: 911 time: 0.4123259 Feb 17 03:36:15.679516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:15.683782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:15.695691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c17bf955-c244-4e32-89fc-39c760b69333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:15.730548 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-115a17d8-b641-4d77-a6c6-a11a5e07ac37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5345fd0e-705a-45c9-8f98-ced86a0495df HTTP/1.1" status: 200 len: 1001 time: 0.1498611 Feb 17 03:36:15.778666 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8baac4f13e9349308fa4c79bd582f185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5571148 Feb 17 03:36:15.789249 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48774) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:15.799076 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9984dfe-c262-401f-98c3-7bd4f4974fc5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:15.803435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:15.823177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:15.840234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-964e0fc8-9c59-4f50-8a9c-9d45ae318456 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:15.854491 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-bd6f60b6-4d0f-4994-8ebc-c259f43b9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:15.856154 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-bd6f60b6-4d0f-4994-8ebc-c259f43b9878 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 200 len: 856 time: 0.1174579 Feb 17 03:36:15.902805 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c40120-158a-479c-9cce-b1fa6929e5f3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:15.906839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:15.934529 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8104d39e-1c3a-48bb-8353-ef2a76c4527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:15.970955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8104d39e-1c3a-48bb-8353-ef2a76c4527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:16.017765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-3781b65a-eb95-42f1-8e12-97aa39287185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:16.019412 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-3781b65a-eb95-42f1-8e12-97aa39287185 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fab9f1b1-abd4-4c79-afba-924a22fe3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1553724 Feb 17 03:36:16.031183 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8104d39e-1c3a-48bb-8353-ef2a76c4527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:16.038219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9205688b-b7d5-4b60-85b5-24cd267dfabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:16.075863 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104d39e-1c3a-48bb-8353-ef2a76c4527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9984dfe-c262-401f-98c3-7bd4f4974fc5,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:16.081668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8104d39e-1c3a-48bb-8353-ef2a76c4527f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:16.156357 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:16.172408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8104d39e-1c3a-48bb-8353-ef2a76c4527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:16.176506 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-8104d39e-1c3a-48bb-8353-ef2a76c4527f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9984dfe-c262-401f-98c3-7bd4f4974fc5 HTTP/1.1" status: 204 len: 168 time: 0.3830657 Feb 17 03:36:16.225174 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-2ef100f9-b77b-452c-ae32-2fd27c3ebbe8 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892748 Feb 17 03:36:16.277101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853067289'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:16.380635 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:16.430642 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a4f36ebd-5eb7-4574-88c5-2b8c3c7c3a7a req-fc46a238-6598-4074-9ed3-16dddbf63350 service neutron] 10.222.0.38 "GET /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1967359 Feb 17 03:36:17.131825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:36:17.332652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:36:17.343003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] Sync routers for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:36:17.356130 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f0068302-1393-4917-81ae-92ba604e6db7 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7419415 Feb 17 03:36:17.358841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48802) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:17.360574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:17.361716 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:17.566534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:17.663434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:17.788476 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:17.796574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Deleting port 0b5a2123-46ef-4b03-ad7f-53766cf01025 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:17.796574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.012787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:36:15Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:18.017003 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] Checking router: ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:36:18.027240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] Routers {'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:18.027882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:18.029657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] For port 0b5a2123-46ef-4b03-ad7f-53766cf01025, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=0b5a2123-46ef-4b03-ad7f-53766cf01025,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:18.030066 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.190024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Calling delete_port for 0b5a2123-46ef-4b03-ad7f-53766cf01025 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:18.233170 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] Set router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:18.350176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.568118 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852945493'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.619575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:36:15Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:18.625640 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179aaec-8869-4f4d-a5be-e1760df6a527 None None] The sync data for ids ['ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2'] in dv-cinder-759961-4-smb is: [{'id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'name': 'tempest-TestShelveInstance-731577241-router', 'tenant_id': 'd79b55d18d854163802d3d84d266e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:53Z', 'updated_at': '2021-02-17T03:36:15Z', 'revision_number': 5, 'project_id': 'd79b55d18d854163802d3d84d266e6be', 'gw_port': {'id': '0b5a2123-46ef-4b03-ad7f-53766cf01025', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:55Z', 'updated_at': '2021-02-17T03:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:36:18.735948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763390'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.738791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.768583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063935'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.769941 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 03:36:18.785493 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.787526 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-18cc048e-d573-4f13-8243-b43632a71cb3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ac5b7fd3-6b5f-4d10-9105-4cd19e7ce8c2 HTTP/1.1" status: 204 len: 168 time: 1.4274347 Feb 17 03:36:18.791923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48842) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:18.871001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] Deleting subnet 0dcbbd6b-d74f-4414-acfc-2aa6173dd010 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:36:18.874464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:18.938597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15667004'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.092140 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.328787 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48856) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:19.401959 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15502013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16395473'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.431296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:19.502551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.517182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcbbd6b-d74f-4414-acfc-2aa6173dd010,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:19.518535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:19.523797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2f1f318f90406cb3a5adcbce74150a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:19.525351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:19.527010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:19.532844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:19.557434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.564276 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-bcdee8e2-55a4-43e0-a65c-472ac3b4b0d1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0dcbbd6b-d74f-4414-acfc-2aa6173dd010 HTTP/1.1" status: 204 len: 168 time: 0.7710168 Feb 17 03:36:19.564791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef748d-f5f4-41bf-ba4d-21b01c3ba43d None None] Network ff00d78a-41ad-4242-a387-3a3401455ed0 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:36:19.567144 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48862) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:19.635602 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.639396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.648024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c054ff41-0e13-49f4-8355-72b07d484e6c tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:19.695311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.695953 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6d4b18-68ba-4aa7-95b4-a0d5dedd0155,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:19.703893 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:19.706609 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-6b66e630-8240-4c9d-a425-20dcb1b26575 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c2f1f318f90406cb3a5adcbce74150a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758481 Feb 17 03:36:19.707314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48866) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:19.777704 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Deleting port 77f89ad2-4407-453f-a662-3afbddad71f8 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:19.778198 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.813443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b577a3-bf67-427f-a377-07ad6b6b1791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.843718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b577a3-bf67-427f-a377-07ad6b6b1791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.898746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] DHCP port deletion for ff00d78a-41ad-4242-a387-3a3401455ed0 request from dv-cinder-759961-4-smb {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 03:36:19.903405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] Deleting port 77f89ad2-4407-453f-a662-3afbddad71f8 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:19.904064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.908246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b577a3-bf67-427f-a377-07ad6b6b1791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.913891 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-404bfbe8-47aa-4345-9e51-35d212b52d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:19.928494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b577a3-bf67-427f-a377-07ad6b6b1791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6d4b18-68ba-4aa7-95b4-a0d5dedd0155,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:19.931462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-41b577a3-bf67-427f-a377-07ad6b6b1791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:19.934588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b577a3-bf67-427f-a377-07ad6b6b1791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:19.943753 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-41b577a3-bf67-427f-a377-07ad6b6b1791 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea6d4b18-68ba-4aa7-95b4-a0d5dedd0155 HTTP/1.1" status: 204 len: 168 time: 0.2349682 Feb 17 03:36:20.038960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] For port 77f89ad2-4407-453f-a662-3afbddad71f8, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=77f89ad2-4407-453f-a662-3afbddad71f8,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:20.039618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.177943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] For port 77f89ad2-4407-453f-a662-3afbddad71f8, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=77f89ad2-4407-453f-a662-3afbddad71f8,segment=NetworkSegment(07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2),segment_id=07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:20.178395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.261226 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Calling delete_port for 77f89ad2-4407-453f-a662-3afbddad71f8 owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:20.305506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48874) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:20.318740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] Calling delete_port for 77f89ad2-4407-453f-a662-3afbddad71f8 owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:20.338587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.350344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.368162 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-517b657c-c11f-4352-8e32-64c648be432e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:20.369765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:20.376259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a8d1363d99445e9cd2d685c65f2689 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:20.381388 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:20.390541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:20.402400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:36:20.402814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:36:20.426977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Pushing event deleted for resources: {'Port': ['ID=77f89ad2-4407-453f-a662-3afbddad71f8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:20.488460 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.493133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.501177 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ba7cf0d7-c76c-49fc-9bbe-83ae1b78d428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:20.552632 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4a8d1363d99445e9cd2d685c65f2689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450721 Feb 17 03:36:20.555352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d6ab74-d9c9-4fde-a8c1-41150071c5e9,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:20.559030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48878) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:20.584767 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a0829220-25cf-45a2-a3ad-b13cd5245697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:20.642551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 0b5a2123-46ef-4b03-ad7f-53766cf01025 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:20.666090 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96714166-6ca1-4af9-8e4b-087ccf963d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.709042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96714166-6ca1-4af9-8e4b-087ccf963d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.711067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 0b5a2123-46ef-4b03-ad7f-53766cf01025 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:20.711470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 0b5a2123-46ef-4b03-ad7f-53766cf01025 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:20.711943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device c4c40120-158a-479c-9cce-b1fa6929e5f3 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:20.752824 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:20.755736 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: c4c40120-158a-479c-9cce-b1fa6929e5f3 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:20.756345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device c4c40120-158a-479c-9cce-b1fa6929e5f3 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:20.757008 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 77f89ad2-4407-453f-a662-3afbddad71f8 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:20.785609 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96714166-6ca1-4af9-8e4b-087ccf963d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.792286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a6e09996-d63a-4e7f-b520-9a9ccf97be8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:20.796552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] No DVR routers for this DVR port 77f89ad2-4407-453f-a662-3afbddad71f8 on host dv-cinder-759961-4-smb {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:36:20.798216 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 77f89ad2-4407-453f-a662-3afbddad71f8 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:20.798783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 77f89ad2-4407-453f-a662-3afbddad71f8 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:20.807867 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96714166-6ca1-4af9-8e4b-087ccf963d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d6ab74-d9c9-4fde-a8c1-41150071c5e9,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:20.810815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-96714166-6ca1-4af9-8e4b-087ccf963d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:20.823088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96714166-6ca1-4af9-8e4b-087ccf963d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.839441 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-96714166-6ca1-4af9-8e4b-087ccf963d74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37d6ab74-d9c9-4fde-a8c1-41150071c5e9 HTTP/1.1" status: 204 len: 168 time: 0.2701838 Feb 17 03:36:20.904854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] Deleting port 77f89ad2-4407-453f-a662-3afbddad71f8 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:20.905747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:20.927093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:21.012730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f9d5a-d7e0-4869-aafc-74cb5e3ce05f None None] The port '77f89ad2-4407-453f-a662-3afbddad71f8' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 03:36:21.101607 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff00d78a-41ad-4242-a387-3a3401455ed0']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:21.116062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:21.116723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ee1d2f-4f0f-43c9-8f9e-f0ce271d45a2') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:21.130247 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:21.146195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:21.148407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:36:21.342020 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Network ff00d78a-41ad-4242-a387-3a3401455ed0 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:36:21.352574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:21.545387 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Network ff00d78a-41ad-4242-a387-3a3401455ed0 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:36:21.574078 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:36:21.676312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:21.680725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-701e41aa-ecc7-44d0-80a6-78d9f108bf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:21.699773 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:21.707408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Pushing event deleted for resources: {'Network': ['ID=ff00d78a-41ad-4242-a387-3a3401455ed0,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:21.713723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:21.738771 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] 10.222.0.49 "DELETE /v2.0/networks/ff00d78a-41ad-4242-a387-3a3401455ed0 HTTP/1.1" status: 204 len: 168 time: 2.1674371 Feb 17 03:36:21.741489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48906) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:22.360566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853067383'] for router_interface, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:22.749663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Deleting port 20d58637-fc0b-4034-9d52-b59a0d547746 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:22.750048 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:22.951982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] For port 20d58637-fc0b-4034-9d52-b59a0d547746, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=20d58637-fc0b-4034-9d52-b59a0d547746,segment=NetworkSegment(6bca727f-ac8a-4ebc-adce-106ec91ab2c4),segment_id=6bca727f-ac8a-4ebc-adce-106ec91ab2c4)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:22.952396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:23.097429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Calling delete_port for 20d58637-fc0b-4034-9d52-b59a0d547746 owned by network:router_interface {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:23.284440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:23.300528 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e19fb0b0-015e-4664-acd0-fd131b45e048 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:23.358468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Pushing event deleted for resources: {'Port': ['ID=20d58637-fc0b-4034-9d52-b59a0d547746,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:23.409331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:23.788490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:23.987278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853067289'] for router_interface, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:24.526735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Router 912d87e4-93fe-445c-8af5-b0c788fe62ba has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:36:24.722500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:36:24.733422 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] 10.222.0.49 "PUT /v2.0/routers/912d87e4-93fe-445c-8af5-b0c788fe62ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9897661 Feb 17 03:36:24.734418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] Sync routers for ids ['912d87e4-93fe-445c-8af5-b0c788fe62ba'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:36:24.735596 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48920) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:24.746707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] Routers {'912d87e4-93fe-445c-8af5-b0c788fe62ba'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:24.747445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['912d87e4-93fe-445c-8af5-b0c788fe62ba'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:24.937761 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:24.949434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] Set router 912d87e4-93fe-445c-8af5-b0c788fe62ba gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:25.156937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:25.163101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Deleting port 50f04690-43b4-4485-b373-ee5e65f59825 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:25.163547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:25.303275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:36:23Z', 'revision_number': 5, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:25.309134 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] Checking router: 912d87e4-93fe-445c-8af5-b0c788fe62ba for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:36:25.321296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] Routers {'912d87e4-93fe-445c-8af5-b0c788fe62ba'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:25.321991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['912d87e4-93fe-445c-8af5-b0c788fe62ba'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:25.364836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] For port 50f04690-43b4-4485-b373-ee5e65f59825, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=50f04690-43b4-4485-b373-ee5e65f59825,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:25.365243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:25.504725 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Calling delete_port for 50f04690-43b4-4485-b373-ee5e65f59825 owned by network:router_gateway {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:25.531451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] Set router 912d87e4-93fe-445c-8af5-b0c788fe62ba gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:25.682149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: result = function(*args, **kwargs) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: proto.__init__(conn_state, self) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: self.handle() Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: self.handle_one_request() Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: self.handle_one_response() Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: result = self.application(self.environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return app(environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self.application) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self.application) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self.application) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self.application) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return request.get_response(self.application) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: response = req.get_response(self._app) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: application, catch_exc_info=False) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: app_iter = application(self.environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return resp(environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return resp(environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: response = self.app(environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return resp(environ, start_response) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: resp = self.call_func(req, *args, **kw) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: return self.func(req, *args, **kwargs) Feb 17 03:36:25.688704 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: result = method(request=request, **args) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return self._delete(request, id, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return f(*args, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return f(*args, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return f(*dup_args, **dup_kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: obj_deleter(request.context, id, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return method(*args, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return f(*args, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return f(*args, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return f(*dup_args, **dup_kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: self._delete_current_gw_port(context, id, router, None) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, context, *args, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return method(*args, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: context, port, router_ids, bound_mech_contexts) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: return function(*args, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: callback(resource, event, trigger, **kwargs) Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: if self._is_session_semantic_violated(context, resource, event): Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: stack = traceback.extract_stack() Feb 17 03:36:25.695144 dv-cinder-759961-4-smb neutron-server[83871]: Feb 17 03:36:25.938353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852945493'] for router_gateway, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:26.055798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:36:23Z', 'revision_number': 5, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:26.064591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba3c7c-25f8-4149-aba7-d7bc3d245d1d None None] The sync data for ids ['912d87e4-93fe-445c-8af5-b0c788fe62ba'] in dv-cinder-759961-4-smb is: [{'id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'name': 'tempest-TestShelveInstance-89842619-router', 'tenant_id': '7960ac694db543ee9581f5209137936a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '50f04690-43b4-4485-b373-ee5e65f59825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:11Z', 'updated_at': '2021-02-17T03:36:23Z', 'revision_number': 5, 'project_id': '7960ac694db543ee9581f5209137936a', 'gw_port': {'id': '50f04690-43b4-4485-b373-ee5e65f59825', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d87e4-93fe-445c-8af5-b0c788fe62ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:12Z', 'updated_at': '2021-02-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:36:26.108529 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763390'] for router, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:26.111061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:26.200037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063935'] for router, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:26.200664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 912d87e4-93fe-445c-8af5-b0c788fe62ba {{(pid=83983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 03:36:26.226238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:26.228979 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-7c3cec73-dccd-409b-a8d2-74b1ffdb6a7e admin admin] 10.222.0.49 "DELETE /v2.0/routers/912d87e4-93fe-445c-8af5-b0c788fe62ba HTTP/1.1" status: 204 len: 168 time: 1.4916837 Feb 17 03:36:26.231561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48956) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:26.583119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 20d58637-fc0b-4034-9d52-b59a0d547746 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:26.603096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] Deleting subnet b9f9f174-5926-4892-8c2d-b5ffcc16322e {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:36:26.611709 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:26.635341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 20d58637-fc0b-4034-9d52-b59a0d547746 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:26.635740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 20d58637-fc0b-4034-9d52-b59a0d547746 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:26.693441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839025003'] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:26.797800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:27.085056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036839025103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838675381'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:27.102324 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:27.157451 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f9f174-5926-4892-8c2d-b5ffcc16322e,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:27.207048 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:27.250462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:27.265694 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4f7c15d6-5968-4e95-be3f-a013767eee37 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b9f9f174-5926-4892-8c2d-b5ffcc16322e HTTP/1.1" status: 204 len: 168 time: 1.0245047 Feb 17 03:36:27.265694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 48970) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:27.269367 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5cdde8-285c-4823-88b4-c28ae748e381 None None] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:36:27.415236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:27.515547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Deleting port 4ba05338-0301-4217-9afa-5b162652a4c0 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:27.516133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:27.628117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c800a908-3421-4c88-9a0d-246399de409a None None] DHCP port deletion for e0ad57ab-ef2f-4055-ab3f-7eff101b43cb request from dv-cinder-759961-4-smb {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 03:36:27.635638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c800a908-3421-4c88-9a0d-246399de409a None None] Deleting port 4ba05338-0301-4217-9afa-5b162652a4c0 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:27.636586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c800a908-3421-4c88-9a0d-246399de409a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:27.772923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] For port 4ba05338-0301-4217-9afa-5b162652a4c0, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=4ba05338-0301-4217-9afa-5b162652a4c0,segment=NetworkSegment(6bca727f-ac8a-4ebc-adce-106ec91ab2c4),segment_id=6bca727f-ac8a-4ebc-adce-106ec91ab2c4)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:27.773326 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:27.796735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adc01d-d206-4b6d-8dea-d0783d478823 req-80ff949c-1b1f-4bda-9d54-e5412dfdcbc3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:27.798866 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e9adc01d-d206-4b6d-8dea-d0783d478823 req-80ff949c-1b1f-4bda-9d54-e5412dfdcbc3 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1400578 Feb 17 03:36:27.872220 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e9adc01d-d206-4b6d-8dea-d0783d478823 req-af4a1593-2b45-4a20-a4b0-1b7b08b330a5 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622821 Feb 17 03:36:27.912577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-c800a908-3421-4c88-9a0d-246399de409a None None] For port 4ba05338-0301-4217-9afa-5b162652a4c0, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=4ba05338-0301-4217-9afa-5b162652a4c0,segment=NetworkSegment(6bca727f-ac8a-4ebc-adce-106ec91ab2c4),segment_id=6bca727f-ac8a-4ebc-adce-106ec91ab2c4)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:27.913033 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c800a908-3421-4c88-9a0d-246399de409a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:27.966139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Calling delete_port for 4ba05338-0301-4217-9afa-5b162652a4c0 owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:28.053455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c800a908-3421-4c88-9a0d-246399de409a None None] Calling delete_port for 4ba05338-0301-4217-9afa-5b162652a4c0 owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:28.070179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:28.090606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2a6d4d4-3259-49ef-9f0f-110c81be3ad4 tempest-ServerRescueNegativeTestJSON-1010661621 tempest-ServerRescueNegativeTestJSON-1010661621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:28.137074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-c800a908-3421-4c88-9a0d-246399de409a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:36:28.137399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-c800a908-3421-4c88-9a0d-246399de409a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:36:28.150902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba05338-0301-4217-9afa-5b162652a4c0,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:28.205949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:28.248570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] No DVR routers for this DVR port 4ba05338-0301-4217-9afa-5b162652a4c0 on host dv-cinder-759961-4-smb {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:36:28.392984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:28.516056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ad57ab-ef2f-4055-ab3f-7eff101b43cb']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:28.530249 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bca727f-ac8a-4ebc-adce-106ec91ab2c4') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:28.530581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bca727f-ac8a-4ebc-adce-106ec91ab2c4') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:28.544194 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15750797'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:28.561892 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:28.564446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:36:28.617516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 50f04690-43b4-4485-b373-ee5e65f59825 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:28.655136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c800a908-3421-4c88-9a0d-246399de409a None None] Deleting port 4ba05338-0301-4217-9afa-5b162652a4c0 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:28.655671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c800a908-3421-4c88-9a0d-246399de409a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:28.694617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 50f04690-43b4-4485-b373-ee5e65f59825 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:28.695021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 50f04690-43b4-4485-b373-ee5e65f59825 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:28.695913 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 4ba05338-0301-4217-9afa-5b162652a4c0 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:28.769108 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 4ba05338-0301-4217-9afa-5b162652a4c0 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:28.769508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 4ba05338-0301-4217-9afa-5b162652a4c0 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:28.782167 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c800a908-3421-4c88-9a0d-246399de409a None None] The port '4ba05338-0301-4217-9afa-5b162652a4c0' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 03:36:28.787972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:36:28.801950 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15750350'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:28.899539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48986) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:29.006412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Network e0ad57ab-ef2f-4055-ab3f-7eff101b43cb has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:36:29.031509 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:36:29.103375 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.126121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:29.132870 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Usage tracker for resource:security_group_rule and tenant:f255cfa988844320939375f376b8db29 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:29.137200 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:29.146974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:29.174429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.181672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.186293 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0072696-9b71-40cc-8fb6-24a85604bb58 req-6ab6d7a7-0f74-485a-841f-13d93607161c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:29.186594 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-28ff6eb8-9159-4dba-8751-b9c3b2194f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:29.188338 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d0072696-9b71-40cc-8fb6-24a85604bb58 req-6ab6d7a7-0f74-485a-841f-13d93607161c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1692967 Feb 17 03:36:29.214146 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ad57ab-ef2f-4055-ab3f-7eff101b43cb,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:29.217971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:29.223734 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e0ad57ab-ef2f-4055-ab3f-7eff101b43cb HTTP/1.1" status: 204 len: 168 time: 1.9593751 Feb 17 03:36:29.241763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-7076c5b3-f944-4951-a813-e4defeb9de00 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:29.242612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-7076c5b3-f944-4951-a813-e4defeb9de00 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Synchronizing usage tracker for tenant:5153b854571c4f5e8b12ed5596536176 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:36:29.260278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-7076c5b3-f944-4951-a813-e4defeb9de00 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Unset dirty status for tenant:5153b854571c4f5e8b12ed5596536176 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:36:29.261495 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-7076c5b3-f944-4951-a813-e4defeb9de00 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 945 time: 0.1649325 Feb 17 03:36:29.269033 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d0072696-9b71-40cc-8fb6-24a85604bb58 req-49952ff0-5228-49cb-81cf-cfbd6dcdb833 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737536 Feb 17 03:36:29.317344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.321683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.331698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-662d53ef-0526-42b3-9297-eb7ad263cb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:29.360115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Deleting port 5345fd0e-705a-45c9-8f98-ced86a0495df {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:29.360706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.383639 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f255cfa988844320939375f376b8db29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826338 Feb 17 03:36:29.385817 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8173a9-8a9f-45ea-b25f-41904e21ce88,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:29.389798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:29.390477 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48996) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:29.390853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 48998) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:29.496730 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e643a222-bcd9-488f-8765-31ce66d83615 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d79b55d18d854163802d3d84d266e6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041291 Feb 17 03:36:29.505058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49004) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:29.531952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8daa82f-c5cd-49d3-aaed-571eead0992d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.587993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8daa82f-c5cd-49d3-aaed-571eead0992d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.605288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 5345fd0e-705a-45c9-8f98-ced86a0495df no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:29.642113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb34fa2b-9f40-466b-ada4-2b1c6794f8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.658498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] For port 5345fd0e-705a-45c9-8f98-ced86a0495df, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5345fd0e-705a-45c9-8f98-ced86a0495df,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:29.659306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.677838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb34fa2b-9f40-466b-ada4-2b1c6794f8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.713006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8daa82f-c5cd-49d3-aaed-571eead0992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.726638 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2c610c77-c7a9-48e2-ba8c-137b2c441989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:29.745803 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8daa82f-c5cd-49d3-aaed-571eead0992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8173a9-8a9f-45ea-b25f-41904e21ce88,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:29.748643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a8daa82f-c5cd-49d3-aaed-571eead0992d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:29.756215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8daa82f-c5cd-49d3-aaed-571eead0992d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.761120 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a8daa82f-c5cd-49d3-aaed-571eead0992d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c8173a9-8a9f-45ea-b25f-41904e21ce88 HTTP/1.1" status: 204 len: 168 time: 0.3640482 Feb 17 03:36:29.768981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb34fa2b-9f40-466b-ada4-2b1c6794f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.780661 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.781468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d3480e79-4dd7-4d3f-bdb7-b0f33324da25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:29.805887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34fa2b-9f40-466b-ada4-2b1c6794f8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9603640e-5718-4abe-a388-1817c8665493,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:29.810176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bb34fa2b-9f40-466b-ada4-2b1c6794f8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:29.822039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb34fa2b-9f40-466b-ada4-2b1c6794f8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.826425 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-bb34fa2b-9f40-466b-ada4-2b1c6794f8e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9603640e-5718-4abe-a388-1817c8665493 HTTP/1.1" status: 204 len: 168 time: 0.3177476 Feb 17 03:36:29.883105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:36:29.896882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 5345fd0e-705a-45c9-8f98-ced86a0495df, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5345fd0e-705a-45c9-8f98-ced86a0495df,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:29.901937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:29.905976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:29.983199 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'code': 200} Feb 17 03:36:29.998176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=5345fd0e-705a-45c9-8f98-ced86a0495df,revision_number=7']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:30.002832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:30.080073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:30.080073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:30.080073 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Floating IP 4fd08dc2-1cff-47fb-861e-393bfc0dd891 disassociated. External IP: 172.28.2.102, port: 5345fd0e-705a-45c9-8f98-ced86a0495df. Feb 17 03:36:30.080583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Calling delete_port for 5345fd0e-705a-45c9-8f98-ced86a0495df owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:30.177423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:36:30.177966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:36:30.305074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49024) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:30.373696 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-40ff7688-ba1b-4f50-8024-ff9357429ed4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7960ac694db543ee9581f5209137936a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702088 Feb 17 03:36:30.376751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49032) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:30.467993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-444cd287-ab62-4fc5-b97f-96c6e0561bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:30.499726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-444cd287-ab62-4fc5-b97f-96c6e0561bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:30.505432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880eaf3-825e-4fd9-bc0b-ce1d52e1d1d8 req-b4bf95ab-5ea3-42a9-b025-e95047a6185a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:30.511904 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6880eaf3-825e-4fd9-bc0b-ce1d52e1d1d8 req-b4bf95ab-5ea3-42a9-b025-e95047a6185a tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.1062698 Feb 17 03:36:30.565839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-444cd287-ab62-4fc5-b97f-96c6e0561bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:30.567604 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6880eaf3-825e-4fd9-bc0b-ce1d52e1d1d8 req-3bd5b419-a068-4881-bf74-fcf7edaa9c4d tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513964 Feb 17 03:36:30.569881 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-49dadee4-b0a2-4fe6-b24a-2faa14221060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:30.588012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cd287-ab62-4fc5-b97f-96c6e0561bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6713ec5a-5edd-464a-9f80-82e5b644b53b,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:30.591471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-444cd287-ab62-4fc5-b97f-96c6e0561bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:30.607805 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-444cd287-ab62-4fc5-b97f-96c6e0561bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:30.609207 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-444cd287-ab62-4fc5-b97f-96c6e0561bc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6713ec5a-5edd-464a-9f80-82e5b644b53b HTTP/1.1" status: 204 len: 168 time: 0.2313087 Feb 17 03:36:30.679086 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Deleting port 5345fd0e-705a-45c9-8f98-ced86a0495df {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:30.679947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:31.076001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] For port 5345fd0e-705a-45c9-8f98-ced86a0495df, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5345fd0e-705a-45c9-8f98-ced86a0495df,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:31.076252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:31.650943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:31.651338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:31.651721 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Floating IP 4fd08dc2-1cff-47fb-861e-393bfc0dd891 disassociated. External IP: 172.28.2.102, port: 5345fd0e-705a-45c9-8f98-ced86a0495df. Feb 17 03:36:31.652095 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Calling delete_port for 5345fd0e-705a-45c9-8f98-ced86a0495df owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:31.787722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e511676-9043-4b46-a7b2-4957edbc117e req-81f85ce1-f5ea-4283-93f0-2bdb874e00b2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:31.789428 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0e511676-9043-4b46-a7b2-4957edbc117e req-81f85ce1-f5ea-4283-93f0-2bdb874e00b2 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 943 time: 0.0959103 Feb 17 03:36:31.806624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:31.824076 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-aa5cf282-ac68-4c90-8141-947845cd1883 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:31.840843 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0e511676-9043-4b46-a7b2-4957edbc117e req-3d11f2aa-22a5-4830-8975-eae12d6d7089 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups?id=38996d8e-70b0-4361-8cea-8ffb8703cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446870 Feb 17 03:36:31.885012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event deleted for resources: {'Port': ['ID=5345fd0e-705a-45c9-8f98-ced86a0495df,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:31.888903 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:32.198765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:36:32.416625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:36:32.428753 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] Sync routers for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:36:32.446408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:32.448529 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:32.460061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] No DVR routers for this DVR port 5345fd0e-705a-45c9-8f98-ced86a0495df on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:36:32.462599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:32.465658 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-deleted', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:36:32.489729 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-515a0d88-b2a2-4193-9ea0-c0eed19255bb req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.38 "DELETE /v2.0/ports/5345fd0e-705a-45c9-8f98-ced86a0495df HTTP/1.1" status: 204 len: 173 time: 3.2202859 Feb 17 03:36:32.536797 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405937f-f35f-429e-adfa-0317c52bab30', 'name': 'network-vif-deleted', 'tag': '5345fd0e-705a-45c9-8f98-ced86a0495df', 'status': 'completed', 'code': 200} Feb 17 03:36:32.659276 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:33.026886 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:33.032029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] Checking router: fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:36:33.041866 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:33.042525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:33.057752 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e9ed3662-7f9c-4dd5-9b24-17d33a3d7c47 req-7f382dbc-5897-48fa-9175-2e967506ef9c tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/ports?device_id=d405937f-f35f-429e-adfa-0317c52bab30 HTTP/1.1" status: 200 len: 210 time: 0.0524511 Feb 17 03:36:33.411719 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:33.757453 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:33.762149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364ad8c-9284-496c-bf62-2c165cc596a0 None None] The sync data for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb is: [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:29:41Z', 'revision_number': 4, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '047e832b-67a0-4f65-b1c9-e477a20c93a2', 'name': '', 'network_id': 'fab9f1b1-abd4-4c79-afba-924a22fe3738', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'mac_address': 'fa:16:3e:a9:c9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:40Z', 'updated_at': '2021-02-17T03:29:52Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'subnets': [{'id': '759a5d3c-e5dd-4594-b004-8263a1665673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:36:34.176656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d2e54-9267-405a-9670-62cabbfc52d4 None None] New status for floating IP 4fd08dc2-1cff-47fb-861e-393bfc0dd891: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:36:34.200918 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49076) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:34.280001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-390d85b6-64b1-4219-80b0-b723ebd3aeb9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.311797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-390d85b6-64b1-4219-80b0-b723ebd3aeb9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.361952 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-390d85b6-64b1-4219-80b0-b723ebd3aeb9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.367687 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8104d39e-1c3a-48bb-8353-ef2a76c4527f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:34.378152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49082) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:34.384067 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d85b6-64b1-4219-80b0-b723ebd3aeb9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38996d8e-70b0-4361-8cea-8ffb8703cb73,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:34.387042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-390d85b6-64b1-4219-80b0-b723ebd3aeb9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:34.398578 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-390d85b6-64b1-4219-80b0-b723ebd3aeb9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.402555 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-390d85b6-64b1-4219-80b0-b723ebd3aeb9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "DELETE /v2.0/security-groups/38996d8e-70b0-4361-8cea-8ffb8703cb73 HTTP/1.1" status: 204 len: 168 time: 0.1978650 Feb 17 03:36:34.403112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49088) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:34.435706 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.api.v2.resource [None req-360d45ff-8fa6-4c7c-b482-714116a384ae tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] show failed (client error): The resource could not be found. Feb 17 03:36:34.440240 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-360d45ff-8fa6-4c7c-b482-714116a384ae tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "GET /v2.0/security-groups/38996d8e-70b0-4361-8cea-8ffb8703cb73 HTTP/1.1" status: 404 len: 347 time: 0.0360341 Feb 17 03:36:34.440401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49092) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:34.529603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.545591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:34.549945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Usage tracker for resource:security_group_rule and tenant:87b1f906f6fb407ebd9411e9a912a766 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:34.553161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:34.559213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:34.615471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Deleting port c9044110-049b-449f-ae58-000552012bdb {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:34.615853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.651505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.654763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.664747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bb34fa2b-9f40-466b-ada4-2b1c6794f8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:34.708990 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87b1f906f6fb407ebd9411e9a912a766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292816 Feb 17 03:36:34.710054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e59da5-f63f-4fd5-8861-ab8282caa2c1,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:34.712751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49096) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:34.727695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d1582506-96b1-4f10-b442-f488c69e8828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:34.794583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f7fbd4a-778c-406f-ac82-125c6b635bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.808559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.808868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.825430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f7fbd4a-778c-406f-ac82-125c6b635bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.877232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f7fbd4a-778c-406f-ac82-125c6b635bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.881636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fbcaf80-2a58-4a13-a15d-39ad62b23a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:34.897074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fbd4a-778c-406f-ac82-125c6b635bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e59da5-f63f-4fd5-8861-ab8282caa2c1,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:34.899701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0f7fbd4a-778c-406f-ac82-125c6b635bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:34.902459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f7fbd4a-778c-406f-ac82-125c6b635bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:34.907360 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0f7fbd4a-778c-406f-ac82-125c6b635bd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52e59da5-f63f-4fd5-8861-ab8282caa2c1 HTTP/1.1" status: 204 len: 168 time: 0.1935344 Feb 17 03:36:34.936610 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:36:34.945471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Calling delete_port for c9044110-049b-449f-ae58-000552012bdb owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:35.101829 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:35.119757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b5cab716-1627-4887-97c6-04577c6930db tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:35.177223 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Pushing event deleted for resources: {'Port': ['ID=c9044110-049b-449f-ae58-000552012bdb,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:35.180069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:35.361976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks [] for floatingip, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:35.377381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:35.378668 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] 10.222.0.49 "DELETE /v2.0/floatingips/4fd08dc2-1cff-47fb-861e-393bfc0dd891 HTTP/1.1" status: 204 len: 168 time: 0.9370728 Feb 17 03:36:35.638967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49122) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:35.768944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-622013096-network', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:36:35.774381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:35.778482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Usage tracker for resource:network and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:35.781606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:35.787689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:35.798389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Made reservation on behalf of b9fff7135db744219d5db9aa29f2e8c3 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:36:35.803751 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:35.817550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:35.838091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:35.842355 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Usage tracker for resource:security_group_rule and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:35.845579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:35.851679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:35.937717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:35.941117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:35.944587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d7092c0e-127f-48fe-88a4-156d67a57034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:35.979710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:36:35.989669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876bef2d-3026-45dc-961d-dd5e2e0cde22,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:35.993269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:35.998304 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:35.998689 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Added segment bc3ed39f-de48-4c6c-8405-a89db75536cd of type vxlan for network 0e2311f5-4a17-4079-b291-804d1392c411 Feb 17 03:36:36.031111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:36.064178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:36.065918 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:36.066497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:36.070441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f11318b8-9b70-475f-8251-54b3a84ab8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:36.181635 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Pushing event updated for resources: {'Network': ['ID=0e2311f5-4a17-4079-b291-804d1392c411,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:36.184945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:36.187138 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d076a2ba-1226-413d-a884-4d74978e3b8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5469544 Feb 17 03:36:36.190248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49128) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:36.194140 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network 0e2311f5-4a17-4079-b291-804d1392c411 details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:36:36.196793 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Request body: {'subnet': {'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-622013096-subnet', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:36:36.202262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:36.206954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Usage tracker for resource:subnet and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:36.210728 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:36.212584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 0e2311f5-4a17-4079-b291-804d1392c411 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:36:36.224548 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:36.235593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Made reservation on behalf of b9fff7135db744219d5db9aa29f2e8c3 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:36:36.240728 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16100517'] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:36.663663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15750772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16100532'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:36.677732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:36.817876 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cdd8ea-ef3c-4791-9c02-52229ac991a7,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:36.822161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:36.896869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Checking segment: {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:36:36.897234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Network hostable DHCP agents. Network: 0e2311f5-4a17-4079-b291-804d1392c411, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:36:36.921974 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Network 0e2311f5-4a17-4079-b291-804d1392c411 is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:36:36.935074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, 0e2311f5-4a17-4079-b291-804d1392c411) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:36:36.946686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd50e1-e724-441e-9746-aa8228896f30 None None] Network 0e2311f5-4a17-4079-b291-804d1392c411 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:36:36.960500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:36:36.961449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:36.984626 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-15b91d7a-7b1b-4dbf-b0a8-5d7b585ca6d1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7931988 Feb 17 03:36:36.987696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49142) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:36.997000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:36:37.002738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:37.007531 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Usage tracker for resource:router and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:37.011706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:37.018181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:37.028488 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763341'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:37.029927 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852860501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12474'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:37.049182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:37.196552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4edf99e0-b5ec-56e2-8fc6-a3623b3f1581-0e2311f5-4a17-4079-b291-804d1392c411', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7'}]}} from dv-cinder-759961-4-smb. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 03:36:37.197537 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:37.621440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853064021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12425'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:37.673712 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Allocated IP 172.20.0.2 (0e2311f5-4a17-4079-b291-804d1392c411/03cdd8ea-ef3c-4791-9c02-52229ac991a7/85a15e69-639d-49f5-9975-af5f4c1ad997) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:36:37.999228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:38.033864 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:38.133007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:38.152343 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Transition to ACTIVE for port object 85a15e69-639d-49f5-9975-af5f4c1ad997 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:36:38.170081 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Transition to ACTIVE for port object 85a15e69-639d-49f5-9975-af5f4c1ad997 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:36:38.177309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:38.197417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:38.271159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49152) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:38.349085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Pushing event updated for resources: {'Port': ['ID=85a15e69-639d-49f5-9975-af5f4c1ad997,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:38.360668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.361107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.361494 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.361901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.368482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.369937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.369937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.369937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.369937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:38.376103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:38.419782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Network 0e2311f5-4a17-4079-b291-804d1392c411 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:36:38.421185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Resources bound (agent type, host, resource id): {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:36:38.424876 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:36:38.492556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Attempting to bind port 85a15e69-639d-49f5-9975-af5f4c1ad997 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:36:38.493061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Attempting to bind port 85a15e69-639d-49f5-9975-af5f4c1ad997 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:36:38.493492 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Attempting to bind port 85a15e69-639d-49f5-9975-af5f4c1ad997 on network 0e2311f5-4a17-4079-b291-804d1392c411 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:36:38.502544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:36:38.503099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Checking segment: {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:36:38.503771 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Allocated IP 172.28.2.208 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:36:38.504009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:38.505760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Bound using segment: {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:36:38.507245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Bound port: 85a15e69-639d-49f5-9975-af5f4c1ad997, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:36:38.508263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:38.618930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] For port 85a15e69-639d-49f5-9975-af5f4c1ad997, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:36:38.622346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] For port 85a15e69-639d-49f5-9975-af5f4c1ad997, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=85a15e69-639d-49f5-9975-af5f4c1ad997,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:36:38.626327 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:38.646213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:38.809975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Pushing event updated for resources: {'Port': ['ID=85a15e69-639d-49f5-9975-af5f4c1ad997,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:38.813791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:38.870768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:39.013615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:39.029789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a05e7ca3-2b0f-46c2-ac30-9c79cee97f62 tempest-AttachVolumeNegativeTest-1613766887 tempest-AttachVolumeNegativeTest-1613766887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:39.191942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Pushing event updated for resources: {'Port': ['ID=7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:39.197775 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:39.259353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:36:39.261209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:36:39.294738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:36:39.568119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853067383'] for router_interface, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:40.296112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a3f36-720d-4826-9798-10a68de5e3b2 None None] Network 0e2311f5-4a17-4079-b291-804d1392c411 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:36:40.322077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:40.411670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b021c5a7-dfea-41c8-8892-3d4e0c97124b None None] Provisioning for port 85a15e69-639d-49f5-9975-af5f4c1ad997 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:36:40.674093 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 85a15e69-639d-49f5-9975-af5f4c1ad997 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:36:40.755603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Deleting port 047e832b-67a0-4f65-b1c9-e477a20c93a2 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:40.756182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:40.778408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 85a15e69-639d-49f5-9975-af5f4c1ad997 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:36:40.787412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 85a15e69-639d-49f5-9975-af5f4c1ad997 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:40.787819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:40.897686 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853064006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1830168'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:40.944152 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:40.978757 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-90242ab1-78a5-459d-b082-1569a8fd4120 None None] Provisioning complete for port 85a15e69-639d-49f5-9975-af5f4c1ad997 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:40.978968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-90242ab1-78a5-459d-b082-1569a8fd4120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:41.055478 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 85a15e69-639d-49f5-9975-af5f4c1ad997, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=85a15e69-639d-49f5-9975-af5f4c1ad997,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:41.062197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:41.068800 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:41.208007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=85a15e69-639d-49f5-9975-af5f4c1ad997,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:41.213463 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:41.272971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] For port 047e832b-67a0-4f65-b1c9-e477a20c93a2, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=047e832b-67a0-4f65-b1c9-e477a20c93a2,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:41.273391 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:41.347429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-49c041fb-f474-4f29-b7b3-d5e07e10766e None None] Provisioning complete for port 85a15e69-639d-49f5-9975-af5f4c1ad997 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:41.348096 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49c041fb-f474-4f29-b7b3-d5e07e10766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:41.423393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Calling delete_port for 047e832b-67a0-4f65-b1c9-e477a20c93a2 owned by network:router_interface {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:41.552609 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Router a9dadc5b-3b27-4504-8a72-0e080c4923a1 is scheduled to L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 03:36:41.889612 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:36:41.891961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:41.902312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Sync routers for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:36:41.912351 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-586cefe1-1711-4cc4-a414-3b0ab3a373d6 tempest-VolumesSnapshotTestJSON-92602856 tempest-VolumesSnapshotTestJSON-92602856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:41.914218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:41.914955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:41.965921 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c20ae713-5563-4858-a496-3ecb4d927ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:41.988717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Pushing event deleted for resources: {'Port': ['ID=047e832b-67a0-4f65-b1c9-e477a20c93a2,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:42.046976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:42.080240 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:42.081662 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0925603 Feb 17 03:36:42.085056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49158) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:42.119734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:42.472607 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:39Z', 'revision_number': 3, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:42.478268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Checking router: a9dadc5b-3b27-4504-8a72-0e080c4923a1 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:36:42.478668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Updating router a9dadc5b-3b27-4504-8a72-0e080c4923a1 port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:36:42.543247 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:42.686614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 85a15e69-639d-49f5-9975-af5f4c1ad997 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:36:42.814985 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 85a15e69-639d-49f5-9975-af5f4c1ad997 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:42.815282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:43.082622 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:43.096269 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Transition to ACTIVE for port object 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:36:43.099609 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:43.114062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-630994a1-6aad-48fe-9027-838c6fcab19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:43.154975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853067289'] for router_interface, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:43.263615 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Pushing event updated for resources: {'Port': ['ID=7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:43.277762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.277762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.277762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.278158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.278158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.281957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.282315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.282569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.282938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.283297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.283649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.284006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.284360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.284718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:43.289111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:43.345651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Attempting to bind port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:36:43.346133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Attempting to bind port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:36:43.346544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Attempting to bind port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 on network ff41f79f-49b9-4b53-887c-df96d9d58d44 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:36:43.353022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:36:43.353445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Checking segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:36:43.353896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:43.354336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Bound using segment: {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:36:43.354863 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Bound port: 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5a72f-418a-4cd4-bf40-1006f50b7d2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:36:43.355394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:43.439578 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] For port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:36:43.443758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] For port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:36:43.448495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:43.475695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-bcf7ddb4-6581-4426-a010-64489c51b8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:43.636628 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Pushing event updated for resources: {'Port': ['ID=7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:43.641969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:43.683068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:43.683746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:43.912966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:44.083374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:44.118667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:36:44.233975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb798bc-3028-48fa-9ab5-74eee479762b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:44.427951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:39Z', 'revision_number': 3, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:44.432646 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca87d74-1ffa-4a9e-90a8-9dc5d99359f3 None None] The sync data for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb is: [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:39Z', 'revision_number': 3, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:36:44.511805 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:36:44.523939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] Sync routers for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:36:44.536726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:44.537501 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:44.541052 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-245f72b8-883c-4ed9-aaf7-bead013f480e admin admin] 10.222.0.49 "PUT /v2.0/routers/fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2686090 Feb 17 03:36:44.545447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49162) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:44.763817 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:45.126374 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Allocated IP 172.20.0.1 (0e2311f5-4a17-4079-b291-804d1392c411/03cdd8ea-ef3c-4791-9c02-52229ac991a7/29b092c6-5715-4470-bb37-660020cbc0a3) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:36:45.136443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:45.153940 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:36:41Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:45.159354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] Checking router: fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:36:45.170845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] Routers {'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:45.171575 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:45.387788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] Set router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:45.457223 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:45.692670 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:45.721056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Transition to ACTIVE for port object 29b092c6-5715-4470-bb37-660020cbc0a3 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:36:45.736642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:45.744022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Deleting port 7173aaa8-2da2-4e75-9116-afc3134cce66 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:45.744407 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:45.901788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:45.917172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:36:41Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:45.921695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acc3cb-2717-4132-951e-09bdcaaed5d5 None None] The sync data for ids ['fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37'] in dv-cinder-759961-4-smb is: [{'id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'name': 'tempest-AttachVolumeShelveTestJSON-1120955395-router', 'tenant_id': '5153b854571c4f5e8b12ed5596536176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:29:33Z', 'updated_at': '2021-02-17T03:36:41Z', 'revision_number': 5, 'project_id': '5153b854571c4f5e8b12ed5596536176', 'gw_port': {'id': '7173aaa8-2da2-4e75-9116-afc3134cce66', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:29:35Z', 'updated_at': '2021-02-17T03:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:36:45.923363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b94efb92-9373-4e5b-a9d5-42daeb166577 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:46.101010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=29b092c6-5715-4470-bb37-660020cbc0a3,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:46.109733 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] For port 7173aaa8-2da2-4e75-9116-afc3134cce66, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=7173aaa8-2da2-4e75-9116-afc3134cce66,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:46.110136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.118519 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:46.141012 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.267153 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Calling delete_port for 7173aaa8-2da2-4e75-9116-afc3134cce66 owned by network:router_gateway {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:46.366877 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Network 0e2311f5-4a17-4079-b291-804d1392c411 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:36:46.368699 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:36:46.371687 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:36:46.376543 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.483006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853010175'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.589488 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-18215aaa-c268-4434-8ac0-adba0a60408e None None] Provisioning for port 29b092c6-5715-4470-bb37-660020cbc0a3 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:36:46.596207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-18215aaa-c268-4434-8ac0-adba0a60408e None None] Provisioning complete for port 29b092c6-5715-4470-bb37-660020cbc0a3 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:46.596873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18215aaa-c268-4434-8ac0-adba0a60408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.652845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.659457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-18215aaa-c268-4434-8ac0-adba0a60408e None None] Port 29b092c6-5715-4470-bb37-660020cbc0a3 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:36:46.667402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:36:46.740607 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:36:46.747962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:46.748462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.882377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.900694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:46.904176 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.906212 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:46.923554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.943461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852945493'] for router_gateway, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:46.947721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 047e832b-67a0-4f65-b1c9-e477a20c93a2 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:47.002677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 047e832b-67a0-4f65-b1c9-e477a20c93a2 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:47.003075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 047e832b-67a0-4f65-b1c9-e477a20c93a2 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:47.021789 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:47.025385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:47.393772 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763390'] for router, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.398501 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.471613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063935'] for router, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.472233 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 {{(pid=83983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 03:36:47.514009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.515523 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d709b279-9a24-4b2d-98f1-9a871915c7b3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fe3c24fe-1dd0-4fe4-a0ee-cd0204b96e37 HTTP/1.1" status: 204 len: 168 time: 2.9698708 Feb 17 03:36:47.518551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49166) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:47.593316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Deleting subnet 759a5d3c-e5dd-4594-b004-8263a1665673 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:36:47.598445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.658425 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15667004'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.670431 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.675568 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.707278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:47.747721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.807982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=29b092c6-5715-4470-bb37-660020cbc0a3,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:47.810719 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853096787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765735'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:47.825626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:47.972616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Network 0e2311f5-4a17-4079-b291-804d1392c411 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:36:47.974343 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:36:48.033320 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15502013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16395473'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:48.067221 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:48.159281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759a5d3c-e5dd-4594-b004-8263a1665673,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:48.171630 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.172062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.172485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.172893 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.173301 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.173708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.174110 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.174512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.174914 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.176381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.176381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.176381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.176904 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.177076 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.177439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.177838 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.178237 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.178636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.179074 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.179473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.179991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.180244 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.180631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.181030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:36:48.191652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-889948c1-9322-4147-a3bb-8c8c08b5dc3a None None] Provisioning complete for port 29b092c6-5715-4470-bb37-660020cbc0a3 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:48.192312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-889948c1-9322-4147-a3bb-8c8c08b5dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:48.193569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:48.194659 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Router a9dadc5b-3b27-4504-8a72-0e080c4923a1 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:36:48.213662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:48.223123 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-f20b967b-711a-4e61-b01d-0a29cfadc930 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/759a5d3c-e5dd-4594-b004-8263a1665673 HTTP/1.1" status: 204 len: 168 time: 0.7005367 Feb 17 03:36:48.223422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49170) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:48.227323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa307a2-f123-45f4-98e0-e1c22ca1dcb7 None None] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:36:48.342404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-889948c1-9322-4147-a3bb-8c8c08b5dc3a None None] Port 29b092c6-5715-4470-bb37-660020cbc0a3 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:36:48.349400 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:48.403117 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:36:48.412796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Sync routers for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:36:48.421339 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Deleting port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:48.421944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:48.423917 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:48.425006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:48.431071 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] 10.222.0.49 "PUT /v2.0/routers/a9dadc5b-3b27-4504-8a72-0e080c4923a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3447022 Feb 17 03:36:48.545286 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] DHCP port deletion for fab9f1b1-abd4-4c79-afba-924a22fe3738 request from dv-cinder-759961-4-smb {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 03:36:48.552135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] Deleting port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:48.552853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:48.667282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:48.717366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:36:48.769880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] For port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:48.771062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:48.912545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] For port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a,segment=NetworkSegment(fdf835a5-b802-4a2e-9770-c17697929bee),segment_id=fdf835a5-b802-4a2e-9770-c17697929bee)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:48.913252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:48.938072 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Calling delete_port for 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:49.032605 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.058426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] Calling delete_port for 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:36:49.067854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1e475118-9b77-4bf2-87a2-8451461832bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:49.119976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:47Z', 'revision_number': 2, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:49.125244 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Checking router: a9dadc5b-3b27-4504-8a72-0e080c4923a1 for host: dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:36:49.125659 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Updating router a9dadc5b-3b27-4504-8a72-0e080c4923a1 port 29b092c6-5715-4470-bb37-660020cbc0a3 binding host dv-cinder-759961-4-smb {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 03:36:49.130007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:49.130442 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.204532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.215291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Pushing event deleted for resources: {'Port': ['ID=4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:49.218264 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] No DVR routers for this DVR port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a on host dv-cinder-759961-4-smb {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:36:49.220492 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:49.301119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:36:49.301691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:36:49.392313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.428934 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 7173aaa8-2da2-4e75-9116-afc3134cce66 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:49.496342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 7173aaa8-2da2-4e75-9116-afc3134cce66 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:49.496951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 7173aaa8-2da2-4e75-9116-afc3134cce66 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:49.497642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:36:49.563724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:36:49.564393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:36:49.791459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.802555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] Deleting port 4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:36:49.803002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.828354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Transition to ACTIVE for port object 29b092c6-5715-4470-bb37-660020cbc0a3 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:36:49.837234 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.858785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-75f95135-47ce-4f84-bd90-a87316ab181c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:49.907134 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4a47da0c-dd2f-48c8-82f6-140a49e433d9 None None] The port '4466ebe2-0bbd-4f59-a2aa-5ee44d9b7a7a' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 03:36:49.913501 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab9f1b1-abd4-4c79-afba-924a22fe3738']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:49.935731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf835a5-b802-4a2e-9770-c17697929bee') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:49.936445 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf835a5-b802-4a2e-9770-c17697929bee') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:49.948916 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7dbce-ec81-4fb4-a802-c23a88f0b95a None None] Pushing event updated for resources: {'Port': ['ID=29b092c6-5715-4470-bb37-660020cbc0a3,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:49.957922 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.985449 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:49.995742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:36:50.027485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c6d7dbce-ec81-4fb4-a802-c23a88f0b95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:50.292520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:36:50.298873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Attempting to bind port 29b092c6-5715-4470-bb37-660020cbc0a3 on host dv-cinder-759961-4-smb for vnic_type normal with profile {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:36:50.299617 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Attempting to bind port 29b092c6-5715-4470-bb37-660020cbc0a3 by drivers openvswitch on host dv-cinder-759961-4-smb at level 0 using segments [{'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:36:50.300777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Attempting to bind port 29b092c6-5715-4470-bb37-660020cbc0a3 on network 0e2311f5-4a17-4079-b291-804d1392c411 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:36:50.308428 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Checking agent: {'id': 'c6cd4019-5c2d-408d-8f84-8888a96b4364', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 19, 16), 'started_at': datetime.datetime(2021, 2, 17, 3, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:36:50.309209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Checking segment: {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:36:50.309590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:50.310030 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Bound using segment: {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:36:50.314964 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Bound port: 29b092c6-5715-4470-bb37-660020cbc0a3, host: dv-cinder-759961-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:36:50.315424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:50.317797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:50.455489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] For port 29b092c6-5715-4470-bb37-660020cbc0a3, host dv-cinder-759961-4-smb, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:36:50.460288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] For port 29b092c6-5715-4470-bb37-660020cbc0a3, host dv-cinder-759961-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=29b092c6-5715-4470-bb37-660020cbc0a3,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:36:50.464406 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:50.485124 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1c9c385e-9a8e-473d-87b3-ab3fe00a4b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:50.606669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Network fab9f1b1-abd4-4c79-afba-924a22fe3738 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:36:50.646540 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:36:50.660390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7dbce-ec81-4fb4-a802-c23a88f0b95a None None] Pushing event updated for resources: {'Port': ['ID=29b092c6-5715-4470-bb37-660020cbc0a3,revision_number=4']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:50.665534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c6d7dbce-ec81-4fb4-a802-c23a88f0b95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:50.722988 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:36:50.724393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:36:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:50.784408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:50.790330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:50.794972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-43b587e6-29aa-4aab-adc6-3190e088728a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:50.848577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Pushing event deleted for resources: {'Network': ['ID=fab9f1b1-abd4-4c79-afba-924a22fe3738,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:50.856416 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:50.866853 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-356b4975-198c-40c2-ada0-7b4ac4bf471f admin admin] 10.222.0.49 "DELETE /v2.0/networks/fab9f1b1-abd4-4c79-afba-924a22fe3738 HTTP/1.1" status: 204 len: 168 time: 2.6422980 Feb 17 03:36:51.131665 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49200) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:51.233102 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-265e9670-6642-43f4-875b-0e2120a465c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5153b854571c4f5e8b12ed5596536176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971892 Feb 17 03:36:51.233102 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49204) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:51.282593 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:36:51.312018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e46a485c-8236-46b5-a356-4a0c14522dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:51.349490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e46a485c-8236-46b5-a356-4a0c14522dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:51.414308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e46a485c-8236-46b5-a356-4a0c14522dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:51.418739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-deb4a57b-a575-49b7-881e-804d04fcdbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:51.433986 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a485c-8236-46b5-a356-4a0c14522dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425462ba-afe3-4d4f-9d52-e999c5fa8f66,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:51.445766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e46a485c-8236-46b5-a356-4a0c14522dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:51.447938 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e46a485c-8236-46b5-a356-4a0c14522dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:51.449169 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e46a485c-8236-46b5-a356-4a0c14522dee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/425462ba-afe3-4d4f-9d52-e999c5fa8f66 HTTP/1.1" status: 204 len: 168 time: 0.2144825 Feb 17 03:36:51.718819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:50Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:36:51.724926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5972a4-de76-4bac-93e5-b106784f0995 None None] The sync data for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb is: [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:50Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:36:52.708550 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 29b092c6-5715-4470-bb37-660020cbc0a3 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:36:52.880402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning for port 29b092c6-5715-4470-bb37-660020cbc0a3 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:36:52.892572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 29b092c6-5715-4470-bb37-660020cbc0a3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:52.893010 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:53.115359 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:53.158128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] For port 29b092c6-5715-4470-bb37-660020cbc0a3, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=29b092c6-5715-4470-bb37-660020cbc0a3,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:36:53.207097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:53.209178 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:53.294525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Pushing event updated for resources: {'Port': ['ID=29b092c6-5715-4470-bb37-660020cbc0a3,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:53.307218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:53.809981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:54.705091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 29b092c6-5715-4470-bb37-660020cbc0a3 up at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:36:54.824627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Provisioning complete for port 29b092c6-5715-4470-bb37-660020cbc0a3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:36:54.825802 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:55.021394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49274) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:55.159040 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:55.176196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:55.182861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Usage tracker for resource:security_group_rule and tenant:2e9b7eb47890438c9462a028672b1ded is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:55.186169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:55.192262 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:55.293677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:55.299015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:55.312539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0092455e-3b09-49ce-8007-4de35d63340f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:55.352785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17fccac-675f-4bf3-b2a1-f73a51216137,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:55.358669 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:55.365475 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49280) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:55.379204 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a82ed351-7201-470c-9cda-b3663a3e865d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e9b7eb47890438c9462a028672b1ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564620 Feb 17 03:36:55.444248 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2538d21-e9b7-4710-a7a2-88ced0e7f3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:55.475726 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2538d21-e9b7-4710-a7a2-88ced0e7f3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:55.526107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2538d21-e9b7-4710-a7a2-88ced0e7f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:55.534241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-70332c38-44bc-43f9-9451-c0414fc3c5ec tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:55.550133 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2538d21-e9b7-4710-a7a2-88ced0e7f3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17fccac-675f-4bf3-b2a1-f73a51216137,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:55.554587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2538d21-e9b7-4710-a7a2-88ced0e7f3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:55.556535 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2538d21-e9b7-4710-a7a2-88ced0e7f3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:55.558373 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c2538d21-e9b7-4710-a7a2-88ced0e7f3ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a17fccac-675f-4bf3-b2a1-f73a51216137 HTTP/1.1" status: 204 len: 168 time: 0.1914389 Feb 17 03:36:55.960783 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49288) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:55.982788 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:56.002102 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:36:56.008035 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Usage tracker for resource:security_group_rule and tenant:d354d1f768ba453994ff511478394292 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:36:56.013698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:36:56.020341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:36:56.159337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:56.167880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:56.177473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c2538d21-e9b7-4710-a7a2-88ced0e7f3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:56.259816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49296) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:36:56.260218 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d354d1f768ba453994ff511478394292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977695 Feb 17 03:36:56.261961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df9e65-8a09-4247-82d0-c7d0a72861f1,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:56.268306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:56.338727 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69d068c8-6165-4f60-a0bf-64d88310eeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:56.369313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69d068c8-6165-4f60-a0bf-64d88310eeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:56.429275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69d068c8-6165-4f60-a0bf-64d88310eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:56.434691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-5173dd2e-4ac3-4c61-9365-b275e30195c4 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:36:56.449740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d068c8-6165-4f60-a0bf-64d88310eeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df9e65-8a09-4247-82d0-c7d0a72861f1,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:36:56.461122 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-69d068c8-6165-4f60-a0bf-64d88310eeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:36:56.464136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69d068c8-6165-4f60-a0bf-64d88310eeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:36:56.469213 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-69d068c8-6165-4f60-a0bf-64d88310eeb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3df9e65-8a09-4247-82d0-c7d0a72861f1 HTTP/1.1" status: 204 len: 168 time: 0.2076297 Feb 17 03:37:01.283523 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-080dba30-fdc7-42ac-8b05-1a52363b792c tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:01.285605 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-080dba30-fdc7-42ac-8b05-1a52363b792c tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 814 time: 0.1729550 Feb 17 03:37:01.303394 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-b2399dee-b6db-4140-9751-bccff530368b tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/quotas/b9fff7135db744219d5db9aa29f2e8c3 HTTP/1.1" status: 200 len: 375 time: 0.0112805 Feb 17 03:37:01.410614 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-d4b88c68-1b68-4b34-913b-7c73c1608d22 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006236 Feb 17 03:37:01.569115 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-eaacf84f-6f02-4787-aad8-e36afec8ebfe service neutron] 10.222.0.49 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451001 Feb 17 03:37:01.719401 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-00bf3e80-a51a-48d5-8ffb-125298024389 service neutron] 10.222.0.49 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432607 Feb 17 03:37:01.950171 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1c39085b-e8b0-4769-a2bb-f6ebefe37478 req-30c65c12-3baf-4470-8575-cb16f344d76e tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 210 time: 0.0518076 Feb 17 03:37:03.194042 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ca65a03e-f278-465b-a43b-6c2d585a86ac req-c450b870-84c0-49fa-bc6f-8030e6babed3 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 210 time: 0.0940607 Feb 17 03:37:03.227780 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-2922f79a-37a1-4f68-bd34-6346e26885a5 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:03.228553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-2922f79a-37a1-4f68-bd34-6346e26885a5 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Synchronizing usage tracker for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:37:03.246251 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-2922f79a-37a1-4f68-bd34-6346e26885a5 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Unset dirty status for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:37:03.247486 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-2922f79a-37a1-4f68-bd34-6346e26885a5 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.38 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 814 time: 0.1883547 Feb 17 03:37:03.268901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'port': {'device_id': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'admin_state_up': True, 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:03.421976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:03.426672 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Usage tracker for resource:port and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:03.430142 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:03.436571 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:03.446976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Made reservation on behalf of b9fff7135db744219d5db9aa29f2e8c3 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:37:03.452792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:03.796855 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Allocated IP 172.20.0.7 (0e2311f5-4a17-4079-b291-804d1392c411/03cdd8ea-ef3c-4791-9c02-52229ac991a7/bdb399ef-0c6f-41e8-b7ea-85348ce93e9a) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:37:04.089094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:04.108396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Transition to ACTIVE for port object bdb399ef-0c6f-41e8-b7ea-85348ce93e9a will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:37:04.146192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:04.179723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3ef3844a-12dc-4c94-99d4-82a9293243cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:04.382844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event updated for resources: {'Port': ['ID=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:04.387060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:04.469801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Network 0e2311f5-4a17-4079-b291-804d1392c411 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:37:04.477073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b53ce-c32c-4495-9237-b55f00875f5a req-077fc894-aeae-41a9-bd38-7d2e3265d8d9 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:04.479104 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d48b53ce-c32c-4495-9237-b55f00875f5a req-077fc894-aeae-41a9-bd38-7d2e3265d8d9 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 931 time: 0.1150510 Feb 17 03:37:04.479649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:37:04.484271 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:37:04.552744 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d48b53ce-c32c-4495-9237-b55f00875f5a req-2e8d8a9a-f696-4fc1-a44f-e465b3126c33 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616338 Feb 17 03:37:04.659844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:04.660750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:04.707493 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4434710 Feb 17 03:37:04.833715 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a1db5f01-c2b2-4bba-b4f7-24679d9b988f None None] Provisioning for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:37:04.844467 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a1db5f01-c2b2-4bba-b4f7-24679d9b988f None None] Provisioning complete for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:04.845244 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1db5f01-c2b2-4bba-b4f7-24679d9b988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:04.909429 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a1db5f01-c2b2-4bba-b4f7-24679d9b988f None None] Port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:37:04.949547 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49442) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:05.089666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:05.106887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:05.111376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Usage tracker for resource:security_group_rule and tenant:081e32561f994ba1a4f9ab89afd8dc90 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:05.114657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:05.120846 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:05.220006 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:05.223907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:05.232836 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-45bef2d2-4ce6-456b-afa3-b78d1a6e7e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:05.283463 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=081e32561f994ba1a4f9ab89afd8dc90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325446 Feb 17 03:37:05.285399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0575e24b-e6f6-40c3-864c-5a5481ad8042,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:05.286401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49448) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:05.291721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:05.365389 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fee709a6-e7a1-420e-845c-aa54c5fe2250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:05.398130 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fee709a6-e7a1-420e-845c-aa54c5fe2250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:05.451277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fee709a6-e7a1-420e-845c-aa54c5fe2250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:05.457302 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a3ec845a-289d-4295-83eb-17fddb702805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:05.472644 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee709a6-e7a1-420e-845c-aa54c5fe2250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575e24b-e6f6-40c3-864c-5a5481ad8042,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:05.476165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fee709a6-e7a1-420e-845c-aa54c5fe2250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:05.477423 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-fee709a6-e7a1-420e-845c-aa54c5fe2250 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0575e24b-e6f6-40c3-864c-5a5481ad8042 HTTP/1.1" status: 204 len: 168 time: 0.1898513 Feb 17 03:37:05.478526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fee709a6-e7a1-420e-845c-aa54c5fe2250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:05.833235 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12251b9a-28f3-41af-9e3d-647d26ff3450 req-cae18a93-b92e-49ad-bdb3-f7970ea96197 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:05.835311 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-12251b9a-28f3-41af-9e3d-647d26ff3450 req-cae18a93-b92e-49ad-bdb3-f7970ea96197 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 931 time: 0.1219540 Feb 17 03:37:05.890094 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-12251b9a-28f3-41af-9e3d-647d26ff3450 req-fa186792-df9c-40de-bfea-a4cf21b0f3d2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480745 Feb 17 03:37:05.899994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49458) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:05.919865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:05.937272 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:05.941671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Usage tracker for resource:security_group_rule and tenant:550500a97ddf4da0a5e8151eab2ad88b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:05.944889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:05.950880 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:06.049191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:06.053308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:06.061734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1469366f-15f8-44cb-826f-19e115eb1ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:06.112309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17996fa8-b9c3-4372-a8da-296e1f307b41,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:06.120682 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=550500a97ddf4da0a5e8151eab2ad88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165253 Feb 17 03:37:06.120682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:06.121091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49462) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:06.199929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5935a9-f33c-4b18-8470-a7bec461a93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:06.249747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5935a9-f33c-4b18-8470-a7bec461a93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:06.328591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5935a9-f33c-4b18-8470-a7bec461a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:06.334734 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0f4753c3-04a9-4008-9fde-34cbe94e7d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:06.346395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5935a9-f33c-4b18-8470-a7bec461a93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17996fa8-b9c3-4372-a8da-296e1f307b41,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:06.350682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2a5935a9-f33c-4b18-8470-a7bec461a93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:06.354345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a5935a9-f33c-4b18-8470-a7bec461a93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:06.359000 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2a5935a9-f33c-4b18-8470-a7bec461a93f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17996fa8-b9c3-4372-a8da-296e1f307b41 HTTP/1.1" status: 204 len: 168 time: 0.2366097 Feb 17 03:37:07.223182 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf60c7-0ca8-4c15-a039-db8f81af20f7 req-b5fa16b2-f24b-4390-8b03-fe71ff3dba0d tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:07.230647 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51cf60c7-0ca8-4c15-a039-db8f81af20f7 req-b5fa16b2-f24b-4390-8b03-fe71ff3dba0d tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 931 time: 0.1530378 Feb 17 03:37:07.304631 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-51cf60c7-0ca8-4c15-a039-db8f81af20f7 req-85eb1ed4-2c19-4585-8888-fcbc74dc089e tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655305 Feb 17 03:37:08.553515 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a333e59-fdf8-4a04-adee-147078dacf80 req-0516b0fe-42b4-4392-a5c3-d6b0681f6ec0 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:08.555276 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7a333e59-fdf8-4a04-adee-147078dacf80 req-0516b0fe-42b4-4392-a5c3-d6b0681f6ec0 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 931 time: 0.1239889 Feb 17 03:37:08.624102 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7a333e59-fdf8-4a04-adee-147078dacf80 req-69d96d3f-781c-41c7-b259-92130f27e79f tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595980 Feb 17 03:37:09.864387 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a53834-9ef4-48a0-b174-fdd57a739b47 req-994ac822-f855-4774-8db5-65e06bc0489d tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:09.866068 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41a53834-9ef4-48a0-b174-fdd57a739b47 req-994ac822-f855-4774-8db5-65e06bc0489d tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 931 time: 0.1047244 Feb 17 03:37:09.923688 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-41a53834-9ef4-48a0-b174-fdd57a739b47 req-6d9968c5-4f13-4945-bf73-39863e4fda8d tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508280 Feb 17 03:37:11.152103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b858770-9d58-4318-9f82-f42829183cd8 req-a0bc25be-f5ef-4213-9b67-c4d5ac6d1b99 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:11.155232 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b858770-9d58-4318-9f82-f42829183cd8 req-a0bc25be-f5ef-4213-9b67-c4d5ac6d1b99 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 931 time: 0.0987625 Feb 17 03:37:11.216674 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9b858770-9d58-4318-9f82-f42829183cd8 req-52d6ff63-d40a-4e16-8e67-41663e08273c tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548015 Feb 17 03:37:11.951937 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:37:11.973579 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8af16cc6-aa23-4ee3-8a79-7780eaa9d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:12.513268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffcfa3-b4c8-4911-bd3c-b97bf7844298 req-ecdf48f8-3897-4f1a-bdc2-a1c639e3f334 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:12.524037 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3dffcfa3-b4c8-4911-bd3c-b97bf7844298 req-ecdf48f8-3897-4f1a-bdc2-a1c639e3f334 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 931 time: 0.1464546 Feb 17 03:37:12.609099 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3dffcfa3-b4c8-4911-bd3c-b97bf7844298 req-37b73757-ffcf-4394-a996-717ccf22bca0 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809824 Feb 17 03:37:13.758154 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Request body: {'port': {'device_id': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:13.847363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31c13b-9434-4a60-b156-a2bf4d053fb1 req-1866228a-2dca-4d99-a059-af6da4343386 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:13.850376 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a31c13b-9434-4a60-b156-a2bf4d053fb1 req-1866228a-2dca-4d99-a059-af6da4343386 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 931 time: 0.1082039 Feb 17 03:37:13.910023 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:13.917500 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1a31c13b-9434-4a60-b156-a2bf4d053fb1 req-feef7b05-8f98-4a1e-b9b5-921101533fd8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599442 Feb 17 03:37:14.228896 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-16c67e3d-1a54-4995-9598-65355e3c8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:14.363597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb399ef-0c6f-41e8-b7ea-85348ce93e9a {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:37:14.381287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:14.396691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Transition to ACTIVE for port object bdb399ef-0c6f-41e8-b7ea-85348ce93e9a will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:37:14.400743 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:14.415618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cf16dc4b-3a19-4ede-8ef8-8593fdc0e675 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:14.564507 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:14.577914 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.578338 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.578752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.579551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.580322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.580322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.580708 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.581139 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.581553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.581951 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.582346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.582720 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.583232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.583584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.583980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.584370 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.584765 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.585160 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.585554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.585948 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.586353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.586741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.587159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.587534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:14.594299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:14.791320 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Attempting to bind port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:37:14.791875 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Attempting to bind port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:37:14.792126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Attempting to bind port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a on network 0e2311f5-4a17-4079-b291-804d1392c411 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:37:14.799173 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:37:14.799549 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Checking segment: {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:37:14.800025 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:14.801125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Bound using segment: {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:37:14.801624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Bound port: bdb399ef-0c6f-41e8-b7ea-85348ce93e9a, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3ed39f-de48-4c6c-8405-a89db75536cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:37:14.802004 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:14.906495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] For port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:37:14.910631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] For port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:37:14.917201 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:14.933863 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c3893863-35aa-40b2-af09-0c2b52f94f9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:15.083123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.105763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:15.109471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:15.141516 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad511095-81d6-47c7-8ad5-b7721ebb8b68 req-21aca1b0-61d1-45b0-9bf3-08eaa357b28c tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:15.143492 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ad511095-81d6-47c7-8ad5-b7721ebb8b68 req-21aca1b0-61d1-45b0-9bf3-08eaa357b28c tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 943 time: 0.0994351 Feb 17 03:37:15.150684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:15.152201 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.153425 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] 10.222.0.38 "PUT /v2.0/ports/bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 1157 time: 1.4010131 Feb 17 03:37:15.153994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:15.223617 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'status': 'completed', 'code': 200} Feb 17 03:37:15.227925 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ad511095-81d6-47c7-8ad5-b7721ebb8b68 req-77c21aed-ae6f-405e-adc1-cae870c939f1 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741615 Feb 17 03:37:15.333254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-89a89947-b1bc-438f-9128-455348e2dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:15.334848 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-89a89947-b1bc-438f-9128-455348e2dde8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1160 time: 0.0949147 Feb 17 03:37:15.377280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49608) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:15.422748 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-2bdb1bc3-cdf8-455d-b46d-5b6f20da9b0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 217 time: 0.0725813 Feb 17 03:37:15.515975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-3d9da216-e9fb-41d2-b317-98f95290b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:15.518313 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-3d9da216-e9fb-41d2-b317-98f95290b77a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0881493 Feb 17 03:37:15.525816 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.543555 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:15.549526 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Usage tracker for resource:security_group_rule and tenant:09090d54c2ad4a0aa145a4b47e959d92 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:15.555157 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:15.562565 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:15.608854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-0a0b3ba2-c29f-4481-aebb-15355fae9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:15.610384 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-0a0b3ba2-c29f-4481-aebb-15355fae9cab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850379 Feb 17 03:37:15.664545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.675741 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.684600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d151ada3-2ce6-4462-9675-a3a3d1a026a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:15.747944 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09090d54c2ad4a0aa145a4b47e959d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663683 Feb 17 03:37:15.751713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49614) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:15.784328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a6d2f6-817c-442c-a3fe-8a1eea3e7e0e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:15.793923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4e606077-ec8c-4a79-a43f-078d80b32eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:15.871079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9675121f-bc7d-47f7-a1f6-1fdb08a62eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.901618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9675121f-bc7d-47f7-a1f6-1fdb08a62eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.952808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9675121f-bc7d-47f7-a1f6-1fdb08a62eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.957497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d592801e-53fd-4d5e-9827-785b408e9502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:15.976021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675121f-bc7d-47f7-a1f6-1fdb08a62eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a6d2f6-817c-442c-a3fe-8a1eea3e7e0e,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:15.976021 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9675121f-bc7d-47f7-a1f6-1fdb08a62eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:15.991828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9675121f-bc7d-47f7-a1f6-1fdb08a62eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:15.995039 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-9675121f-bc7d-47f7-a1f6-1fdb08a62eb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69a6d2f6-817c-442c-a3fe-8a1eea3e7e0e HTTP/1.1" status: 204 len: 168 time: 0.2398548 Feb 17 03:37:16.034677 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-f452b3bc-fdc3-4f4f-8dba-39af3ebc3a29 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162087 Feb 17 03:37:16.152000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.205944 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4f15c5a4-dcd6-49e4-a0f0-73f96e873bd8 req-062662a3-0a2f-4c33-992a-0a407fe69903 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1627886 Feb 17 03:37:16.341559 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49624) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:16.383581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.404379 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.407556 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-59bbf667-880e-47bc-aa3b-0a906bd675d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:16.409605 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-59bbf667-880e-47bc-aa3b-0a906bd675d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1160 time: 0.0980597 Feb 17 03:37:16.438764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:16.445664 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Usage tracker for resource:security_group_rule and tenant:20d43ab149c84d8b881a229a6bd3509b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:16.450009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:16.459499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:16.513711 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85058c20-0731-4f05-9e10-125b44108ff4 req-1c2592e9-5eee-4ca1-a897-3f8480036c7f tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:16.515964 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-85058c20-0731-4f05-9e10-125b44108ff4 req-1c2592e9-5eee-4ca1-a897-3f8480036c7f tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 943 time: 0.1547782 Feb 17 03:37:16.600756 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-85058c20-0731-4f05-9e10-125b44108ff4 req-814f26ef-ab25-4fd9-b8c5-c290b775e251 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761943 Feb 17 03:37:16.618853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-20ef3ff8-90bd-4566-bbd5-88c88d7bf944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:16.620519 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-20ef3ff8-90bd-4566-bbd5-88c88d7bf944 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.2030723 Feb 17 03:37:16.621561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.624807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.632290 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-59004a41-6394-4d8b-b2f5-71f60b3af78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:16.682837 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20d43ab149c84d8b881a229a6bd3509b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398616 Feb 17 03:37:16.683919 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c5e2c-4341-444e-8b08-f65b7c24a338,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:16.686509 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49628) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:16.689295 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e90ad5bf-7c4c-448e-8bb3-bc9d444204ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:16.705838 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-15bc31e8-427c-48f3-a6cf-047000dfd863 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 217 time: 0.0741239 Feb 17 03:37:16.773729 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-814646a8-5624-4667-be98-e76d94f48739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.790155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-9199e016-b636-4838-9036-2499ff07be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:16.791791 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-9199e016-b636-4838-9036-2499ff07be0e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0677450 Feb 17 03:37:16.811147 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-814646a8-5624-4667-be98-e76d94f48739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.859721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-814646a8-5624-4667-be98-e76d94f48739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.865076 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2727c563-0bcd-4234-895e-1a691498cf24 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:16.877046 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-b8a260f7-f44a-4c58-bb53-5fc0d8e4c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:16.878310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814646a8-5624-4667-be98-e76d94f48739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250c5e2c-4341-444e-8b08-f65b7c24a338,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:16.878905 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-b8a260f7-f44a-4c58-bb53-5fc0d8e4c842 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792890 Feb 17 03:37:16.881992 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-814646a8-5624-4667-be98-e76d94f48739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:16.884091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-814646a8-5624-4667-be98-e76d94f48739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:16.887929 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-814646a8-5624-4667-be98-e76d94f48739 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/250c5e2c-4341-444e-8b08-f65b7c24a338 HTTP/1.1" status: 204 len: 168 time: 0.1977754 Feb 17 03:37:17.072460 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-bb7b8ff4-7377-481f-b626-b5d86822c8a4 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844075 Feb 17 03:37:17.259626 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-080f16b8-ac72-4a0a-955d-ced2ffd814a6 req-96cff9bc-e585-4acb-bd9c-af3cbd0e25dd service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1683595 Feb 17 03:37:17.763700 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 49652) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:17.818959 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3813bff-1415-4856-9089-252b001ac59e req-dbad9531-b24a-4832-a7c6-2cb64d632269 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:17.820802 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f3813bff-1415-4856-9089-252b001ac59e req-dbad9531-b24a-4832-a7c6-2cb64d632269 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 943 time: 0.1015465 Feb 17 03:37:17.874707 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f3813bff-1415-4856-9089-252b001ac59e req-a560e7b5-346c-4a6f-be9b-14061f420cba tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463505 Feb 17 03:37:17.886299 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1462505160-network', 'tenant_id': '47c3816200bb4b04a17265c76c4b5148'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:17.891738 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:17.895980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Usage tracker for resource:network and tenant:47c3816200bb4b04a17265c76c4b5148 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:17.899287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:17.905164 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:17.920201 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Made reservation on behalf of 47c3816200bb4b04a17265c76c4b5148 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:37:17.925131 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:17.939015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:17.956185 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:17.960659 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Usage tracker for resource:security_group_rule and tenant:47c3816200bb4b04a17265c76c4b5148 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:17.963848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:17.969798 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:18.072055 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:18.075646 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:18.079265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-390d85b6-64b1-4219-80b0-b723ebd3aeb9 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:18.114663 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 03:37:18.124865 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec638fe8-9672-4229-a141-c33c50fb3078,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:18.129554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:18.132345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284909535519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:18.133488 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.segments_db [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Added segment 9b17cd47-cf4e-4d51-8e4a-550bb8349fe5 of type vxlan for network e093f68e-8de5-43fa-89f9-216ce5d973df Feb 17 03:37:18.162681 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284910089878'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:18.194633 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:18.196005 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:18.196652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:18.201942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-e212d278-1090-493e-8f8d-94bab1c428ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:18.310948 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5459182 Feb 17 03:37:18.314209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Pushing event updated for resources: {'Network': ['ID=e093f68e-8de5-43fa-89f9-216ce5d973df,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:18.314791 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 49658) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:37:18.317487 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d64c95a8-162b-4724-91ab-d405355fb290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:18.323839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Request body: {'subnet': {'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1462505160-subnet', 'tenant_id': '47c3816200bb4b04a17265c76c4b5148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:18.327455 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Network e093f68e-8de5-43fa-89f9-216ce5d973df details requested by agent ovs-agent-dv-cinder-759961-4-smb with host dv-cinder-759961-4-smb {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:37:18.330001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:18.334968 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Usage tracker for resource:subnet and tenant:47c3816200bb4b04a17265c76c4b5148 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:18.338241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:18.344499 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:18.350195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network e093f68e-8de5-43fa-89f9-216ce5d973df details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:37:18.355128 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Made reservation on behalf of 47c3816200bb4b04a17265c76c4b5148 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:37:18.360022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838380481'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:18.613648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-1e38240c-b26c-485b-a66d-2d8531c16f89 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:37:18.806115 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839273736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838380498'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:18.822125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:18.958666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d05103-7960-49c1-abd3-b35cee00ba8d,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:18.961639 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:19.095897 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Checking segment: {'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:37:19.096275 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Network hostable DHCP agents. Network: e093f68e-8de5-43fa-89f9-216ce5d973df, hostable agents: ['9c56ca36-a617-4f30-adb3-c27c360b1c95'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 03:37:19.121873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device bdb399ef-0c6f-41e8-b7ea-85348ce93e9a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:37:19.129273 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1560e5-0b0c-48e2-b0c6-47f873b97218 req-abc31321-62c1-4941-8f71-abab3cb2802e tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:19.130997 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cd1560e5-0b0c-48e2-b0c6-47f873b97218 req-abc31321-62c1-4941-8f71-abab3cb2802e tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 943 time: 0.1380837 Feb 17 03:37:19.132308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Network e093f68e-8de5-43fa-89f9-216ce5d973df is scheduled to be hosted by DHCP agent 9c56ca36-a617-4f30-adb3-c27c360b1c95 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 03:37:19.156690 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-smb, e093f68e-8de5-43fa-89f9-216ce5d973df) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:37:19.168587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b764f27c-0751-4ee0-b430-b5923f502ce1 None None] Network e093f68e-8de5-43fa-89f9-216ce5d973df requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:37:19.183656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:19.184314 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:19.206764 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cd1560e5-0b0c-48e2-b0c6-47f873b97218 req-77c7947b-3539-4f84-b136-678c2e25dd56 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665896 Feb 17 03:37:19.215725 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-d67a1751-d7cf-4ecf-9c5b-50a8dc21a63e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8990614 Feb 17 03:37:19.494506 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:37:19.534435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:19.535187 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:19.692718 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d457ba78-a471-434a-9339-a9b8b19a0f93 None None] Network e093f68e-8de5-43fa-89f9-216ce5d973df requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:37:19.814086 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:19.857910 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:19.888510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:37:19.933111 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'code': 200} Feb 17 03:37:19.935946 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:19.939926 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3d6c6c50-7998-4059-a2d1-0fa01987a800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:20.062349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:20.067137 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:20.250591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbcdcb-c8c9-4913-aedf-3476a73b7a2a req-c59ff267-f4c6-4324-b179-a5dd59979dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:20.252576 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ccbcdcb-c8c9-4913-aedf-3476a73b7a2a req-c59ff267-f4c6-4324-b179-a5dd59979dc6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1162 time: 0.0951607 Feb 17 03:37:20.303791 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9ccbcdcb-c8c9-4913-aedf-3476a73b7a2a req-7449d6ba-ff61-4501-8b88-644a12f63e25 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431616 Feb 17 03:37:20.422265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a0e2-b09e-4d63-9834-e8f544c02829 req-61c9742e-cb01-4991-8712-0472e6c1cbd4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:20.423950 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5692a0e2-b09e-4d63-9834-e8f544c02829 req-61c9742e-cb01-4991-8712-0472e6c1cbd4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.0934832 Feb 17 03:37:20.426573 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device bdb399ef-0c6f-41e8-b7ea-85348ce93e9a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:37:20.484734 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5692a0e2-b09e-4d63-9834-e8f544c02829 req-f4c5d457-2120-437a-a63e-f97dd8eda389 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529313 Feb 17 03:37:20.507465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:20.507796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:21.790495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-7bd66942-f6f2-4941-9210-3ee61e4efa38 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:21.792106 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-7bd66942-f6f2-4941-9210-3ee61e4efa38 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/networks?id=e093f68e-8de5-43fa-89f9-216ce5d973df HTTP/1.1" status: 200 len: 809 time: 0.5086331 Feb 17 03:37:21.815373 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-a72f8899-da45-47dc-b749-1dc57e0184be tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/quotas/47c3816200bb4b04a17265c76c4b5148 HTTP/1.1" status: 200 len: 375 time: 0.0144465 Feb 17 03:37:21.826097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a839b-1243-4f02-86f3-8533af544d31 req-a75b7054-f359-4be8-b200-a61743d851b6 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:21.827793 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-896a839b-1243-4f02-86f3-8533af544d31 req-a75b7054-f359-4be8-b200-a61743d851b6 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.1415734 Feb 17 03:37:21.896485 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-80f70fec-51a4-4dee-886e-a2d7fce78cf5 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=47c3816200bb4b04a17265c76c4b5148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675654 Feb 17 03:37:21.961876 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-896a839b-1243-4f02-86f3-8533af544d31 req-2f520ea4-a7f3-43aa-9687-0adddbf0fc74 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962803 Feb 17 03:37:22.070878 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-0183c888-7899-4b7a-a4e9-2ed9ff7a3738 service neutron] 10.222.0.49 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571083 Feb 17 03:37:22.247097 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-df3dcdfc-0bde-4c57-812a-647c854537bd service neutron] 10.222.0.49 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1676188 Feb 17 03:37:22.455136 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1f70f46b-34f5-4c7e-ba83-b4a965f33d1e req-202062b1-0a33-4afb-9556-ce0c718effdc tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 210 time: 0.0523374 Feb 17 03:37:23.171740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ea9e0-0de0-450c-a54e-e46e1cc3fbaa req-f43b2666-244c-4ad5-a9f6-547f6227abb7 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:23.173380 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8e5ea9e0-0de0-450c-a54e-e46e1cc3fbaa req-f43b2666-244c-4ad5-a9f6-547f6227abb7 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.0959077 Feb 17 03:37:23.227284 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8e5ea9e0-0de0-450c-a54e-e46e1cc3fbaa req-a31f6a92-034f-4981-8f2f-552287721659 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Feb 17 03:37:23.445923 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfab6b3-faa9-4650-9575-1178cf0868f0 req-ea229f5b-653b-4140-9dfb-b77779922095 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:23.447622 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8dfab6b3-faa9-4650-9575-1178cf0868f0 req-ea229f5b-653b-4140-9dfb-b77779922095 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.0922468 Feb 17 03:37:23.501687 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8dfab6b3-faa9-4650-9575-1178cf0868f0 req-6ac73468-ac3f-4d3a-84c2-22b02141b80e tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474842 Feb 17 03:37:23.636583 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b68e8903-6888-455e-949b-3e83967de4dc req-8c92422c-a255-47d1-be72-4a22f396e75c tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 210 time: 0.0561650 Feb 17 03:37:23.808363 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:23.828603 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-80c0f206-a4db-4afe-a024-7db96a854d28 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:23.830380 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-80c0f206-a4db-4afe-a024-7db96a854d28 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Synchronizing usage tracker for tenant:47c3816200bb4b04a17265c76c4b5148 on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:37:23.853854 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-80c0f206-a4db-4afe-a024-7db96a854d28 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Unset dirty status for tenant:47c3816200bb4b04a17265c76c4b5148 on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:37:23.855195 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-80c0f206-a4db-4afe-a024-7db96a854d28 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.38 "GET /v2.0/networks?id=e093f68e-8de5-43fa-89f9-216ce5d973df HTTP/1.1" status: 200 len: 809 time: 0.2401822 Feb 17 03:37:23.885097 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Request body: {'port': {'device_id': 'a577d82d-b0ae-43b2-aca8-f11b5caf4ea6', 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df', 'admin_state_up': True, 'tenant_id': '47c3816200bb4b04a17265c76c4b5148'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:24.012236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6c0f8-0907-4988-9ca7-7e368ba48698 req-300ff26b-fc9a-4bce-8485-849f99c5c471 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:24.013867 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2bf6c0f8-0907-4988-9ca7-7e368ba48698 req-300ff26b-fc9a-4bce-8485-849f99c5c471 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.0947170 Feb 17 03:37:24.041992 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:24.046432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Usage tracker for resource:port and tenant:47c3816200bb4b04a17265c76c4b5148 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:24.049932 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:24.056247 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:24.065543 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2bf6c0f8-0907-4988-9ca7-7e368ba48698 req-72354548-ac91-4a54-ac91-32638837c585 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Feb 17 03:37:24.066967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Made reservation on behalf of 47c3816200bb4b04a17265c76c4b5148 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:37:24.072805 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:24.396107 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Allocated IP 172.20.0.12 (e093f68e-8de5-43fa-89f9-216ce5d973df/54d05103-7960-49c1-abd3-b35cee00ba8d/040d438f-ccf4-42b7-9c65-75e3b632044d) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:37:24.631254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:24.663671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:24.679628 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a01c6a50-1921-4169-b4c3-82adbe9ac659 tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:24.841332 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Pushing event updated for resources: {'Port': ['ID=040d438f-ccf4-42b7-9c65-75e3b632044d,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:24.846029 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:24.869819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339ed66-e72a-43e7-882e-21e0ac7e4d73 req-b6aa7a61-2b55-431e-91c3-b7a8fb032258 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:24.871512 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a339ed66-e72a-43e7-882e-21e0ac7e4d73 req-b6aa7a61-2b55-431e-91c3-b7a8fb032258 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 932 time: 0.0942078 Feb 17 03:37:24.892639 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Network e093f68e-8de5-43fa-89f9-216ce5d973df is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:37:24.894063 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:37:24.896599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:37:24.921794 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a339ed66-e72a-43e7-882e-21e0ac7e4d73 req-27714318-3bf7-4da7-b627-89a9653ee142 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Feb 17 03:37:24.969037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:24.969752 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:24.990979 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1104205 Feb 17 03:37:25.016041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Request body: {'port': {'device_id': 'a577d82d-b0ae-43b2-aca8-f11b5caf4ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:25.144831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:25.595312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040d438f-ccf4-42b7-9c65-75e3b632044d {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:37:25.605172 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:25.620924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Transition to ACTIVE for port object 040d438f-ccf4-42b7-9c65-75e3b632044d will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:37:25.624471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:25.641828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b9094dbf-f526-47ad-8039-ae647148caa2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:25.789123 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Pushing event updated for resources: {'Port': ['ID=040d438f-ccf4-42b7-9c65-75e3b632044d,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:25.793779 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:25.976484 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Attempting to bind port 040d438f-ccf4-42b7-9c65-75e3b632044d on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:37:25.976868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Attempting to bind port 040d438f-ccf4-42b7-9c65-75e3b632044d by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:37:25.977246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Attempting to bind port 040d438f-ccf4-42b7-9c65-75e3b632044d on network e093f68e-8de5-43fa-89f9-216ce5d973df {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:37:25.983534 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:37:25.983928 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Checking segment: {'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:37:25.984440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:25.984839 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Bound using segment: {'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:37:25.985317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Bound port: 040d438f-ccf4-42b7-9c65-75e3b632044d, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:37:25.985689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:26.083089 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] For port 040d438f-ccf4-42b7-9c65-75e3b632044d, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:37:26.086792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] For port 040d438f-ccf4-42b7-9c65-75e3b632044d, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=040d438f-ccf4-42b7-9c65-75e3b632044d,segment=NetworkSegment(9b17cd47-cf4e-4d51-8e4a-550bb8349fe5),segment_id=9b17cd47-cf4e-4d51-8e4a-550bb8349fe5)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:37:26.090856 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:26.107053 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b9033730-b924-4b03-a6ac-79d25ba6a209 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:26.134371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5fc6-c993-47a2-9331-a752dc1639cf req-3065d522-7f19-4872-aa63-44f06677d87d tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:26.142511 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-09bd5fc6-c993-47a2-9331-a752dc1639cf req-3065d522-7f19-4872-aa63-44f06677d87d tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 944 time: 0.1021605 Feb 17 03:37:26.195574 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-09bd5fc6-c993-47a2-9331-a752dc1639cf req-dac1553e-5aab-4053-9edf-ebc65d8632d1 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522077 Feb 17 03:37:26.272662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Pushing event updated for resources: {'Port': ['ID=040d438f-ccf4-42b7-9c65-75e3b632044d,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:26.279250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:26.314717 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:26.315636 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:26.317210 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] 10.222.0.38 "PUT /v2.0/ports/040d438f-ccf4-42b7-9c65-75e3b632044d HTTP/1.1" status: 200 len: 1158 time: 1.3062170 Feb 17 03:37:26.317772 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a577d82d-b0ae-43b2-aca8-f11b5caf4ea6', 'tag': '040d438f-ccf4-42b7-9c65-75e3b632044d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:26.371175 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a577d82d-b0ae-43b2-aca8-f11b5caf4ea6', 'tag': '040d438f-ccf4-42b7-9c65-75e3b632044d', 'status': 'completed', 'code': 200} Feb 17 03:37:26.486109 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-2ee03fa6-d5c8-40b1-ba3d-a34cbca1c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:26.487884 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-2ee03fa6-d5c8-40b1-ba3d-a34cbca1c51e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=47c3816200bb4b04a17265c76c4b5148&device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 1161 time: 0.0880442 Feb 17 03:37:26.591781 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-1efd7265-b1b6-4b59-8f1d-4884a889b5f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=040d438f-ccf4-42b7-9c65-75e3b632044d HTTP/1.1" status: 200 len: 217 time: 0.0746446 Feb 17 03:37:26.924679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-7d1fc8c1-e401-45c3-a0aa-d501a2b2b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:26.926364 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-7d1fc8c1-e401-45c3-a0aa-d501a2b2b99d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54d05103-7960-49c1-abd3-b35cee00ba8d HTTP/1.1" status: 200 len: 849 time: 0.3270459 Feb 17 03:37:26.982131 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-775827eb-42fd-402f-a56a-7bda1bd732ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e093f68e-8de5-43fa-89f9-216ce5d973df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483482 Feb 17 03:37:27.134656 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-6748ffaa-bc93-44b4-a52b-8ee1c5a115a5 service neutron] 10.222.0.38 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448219 Feb 17 03:37:27.296078 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5eb89cc8-6bf3-4c3d-b519-5791dd8a2060 req-46e3701b-5487-443f-a92f-90f1de4077f8 service neutron] 10.222.0.38 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442850 Feb 17 03:37:27.416574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910b667-6d3f-4886-a15c-8c8b91ea102d req-3aba681d-5dc2-4ffa-b3c9-419fa5b196c3 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:27.418385 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0910b667-6d3f-4886-a15c-8c8b91ea102d req-3aba681d-5dc2-4ffa-b3c9-419fa5b196c3 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 944 time: 0.0960243 Feb 17 03:37:27.470410 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0910b667-6d3f-4886-a15c-8c8b91ea102d req-b4bcc0a2-3a51-44af-b2be-b823f61542e9 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Feb 17 03:37:27.526441 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-be314a71-e6f3-4626-adc8-e3f1bb9680f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:27.528385 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-be314a71-e6f3-4626-adc8-e3f1bb9680f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=47c3816200bb4b04a17265c76c4b5148&device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 1161 time: 0.1038918 Feb 17 03:37:27.690600 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-56e74bb3-df6c-4e4a-9e6d-ed2b7fbca9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:27.692294 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-56e74bb3-df6c-4e4a-9e6d-ed2b7fbca9b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e093f68e-8de5-43fa-89f9-216ce5d973df HTTP/1.1" status: 200 len: 903 time: 0.1559703 Feb 17 03:37:27.776485 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-289b3e60-331f-4937-a68f-92b0680dea05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=040d438f-ccf4-42b7-9c65-75e3b632044d HTTP/1.1" status: 200 len: 217 time: 0.0722492 Feb 17 03:37:27.864966 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-47f5cba5-8bde-4fc6-a1ad-5eb2975570ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:27.866598 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-47f5cba5-8bde-4fc6-a1ad-5eb2975570ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54d05103-7960-49c1-abd3-b35cee00ba8d HTTP/1.1" status: 200 len: 849 time: 0.0781112 Feb 17 03:37:27.930106 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-22f550bf-c182-40ff-b952-db6b1bbd7447 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e093f68e-8de5-43fa-89f9-216ce5d973df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508969 Feb 17 03:37:28.175837 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-6dc60bcb-64b7-4676-8fe3-f82c366d1ec3 service neutron] 10.222.0.38 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353082 Feb 17 03:37:28.337770 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bce061dc-ebb2-47fb-881b-a36eef742de9 req-24d725ef-0e27-478f-92c9-4c62b4171542 service neutron] 10.222.0.38 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513462 Feb 17 03:37:28.686691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4367b3-9e2d-4790-af50-24f624a9ee6b req-b1f4ee5f-0134-499a-90ab-895cff75ced3 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:28.688689 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4c4367b3-9e2d-4790-af50-24f624a9ee6b req-b1f4ee5f-0134-499a-90ab-895cff75ced3 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 944 time: 0.0944386 Feb 17 03:37:28.742427 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4c4367b3-9e2d-4790-af50-24f624a9ee6b req-32a3d6a8-3772-4aa2-a768-75c67b973914 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471227 Feb 17 03:37:29.211119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a924e53-f019-4fd1-9e28-89a14bab383f req-ce56b1fb-4111-4785-849e-076eb03a326f tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:29.212925 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0a924e53-f019-4fd1-9e28-89a14bab383f req-ce56b1fb-4111-4785-849e-076eb03a326f tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.0992920 Feb 17 03:37:29.269384 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0a924e53-f019-4fd1-9e28-89a14bab383f req-ee1b745f-8678-4dee-8029-f5e3635b422e tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488479 Feb 17 03:37:29.486270 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-ae41f180-fd2f-4584-987a-c3ffd7ad45f4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1757779 Feb 17 03:37:29.497121 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'floatingip': {'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:29.503754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:29.508064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Usage tracker for resource:floatingip and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:29.511169 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:29.517473 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:29.528171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:29.686570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:30.052701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Allocated IP 172.28.2.197 (ff41f79f-49b9-4b53-887c-df96d9d58d44/804adf87-81df-4b2c-8ba7-726c796ef7a7/773c0881-5427-4d6b-a9d6-e3bed3dc73b8) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:37:30.063645 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afa2ca-de34-4248-b65a-9bb2e284c823 req-8e0e2970-4ed3-44dc-a61f-0da0658c7e2c tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:30.065518 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-93afa2ca-de34-4248-b65a-9bb2e284c823 req-8e0e2970-4ed3-44dc-a61f-0da0658c7e2c tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 944 time: 0.1961315 Feb 17 03:37:30.221339 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-93afa2ca-de34-4248-b65a-9bb2e284c823 req-06feef73-ea89-468f-ab38-80b2f8973a12 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474452 Feb 17 03:37:30.284698 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:30.318829 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:30.333457 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:30.456252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-b8c2f4e8-b2f6-4dca-bad7-21bf30cf2795 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:37:30.483824 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event updated for resources: {'Port': ['ID=773c0881-5427-4d6b-a9d6-e3bed3dc73b8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:30.488699 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:30.538481 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Network ff41f79f-49b9-4b53-887c-df96d9d58d44 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:37:30.539813 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Resources bound (agent type, host, resource id): {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:37:30.542220 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:37:30.632427 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:30.707684 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:30.960561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 040d438f-ccf4-42b7-9c65-75e3b632044d up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:37:31.019893 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:31.024782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:31.041474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-731420bd-e8b2-4ba2-8335-bac6fdb8c1d1 tempest-VolumesActionsTest-79549272 tempest-VolumesActionsTest-79549272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:31.044748 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 040d438f-ccf4-42b7-9c65-75e3b632044d completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:37:31.050681 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 040d438f-ccf4-42b7-9c65-75e3b632044d triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:31.051158 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:31.194608 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:31.229620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a577d82d-b0ae-43b2-aca8-f11b5caf4ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040d438f-ccf4-42b7-9c65-75e3b632044d'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:31.241701 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 040d438f-ccf4-42b7-9c65-75e3b632044d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=040d438f-ccf4-42b7-9c65-75e3b632044d,segment=NetworkSegment(9b17cd47-cf4e-4d51-8e4a-550bb8349fe5),segment_id=9b17cd47-cf4e-4d51-8e4a-550bb8349fe5)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:37:31.245651 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:31.248032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:31.311920 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a577d82d-b0ae-43b2-aca8-f11b5caf4ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040d438f-ccf4-42b7-9c65-75e3b632044d', 'code': 200} Feb 17 03:37:31.334972 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=040d438f-ccf4-42b7-9c65-75e3b632044d,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:31.338742 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:31.526807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event updated for resources: {'Port': ['ID=773c0881-5427-4d6b-a9d6-e3bed3dc73b8,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:31.539260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:31.624281 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fce79c-26ea-46f3-bb39-c3585dc4c3c5 req-212a55b5-e22a-4059-ad96-6cf80e034b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:31.625989 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-22fce79c-26ea-46f3-bb39-c3585dc4c3c5 req-212a55b5-e22a-4059-ad96-6cf80e034b0f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 1163 time: 0.0943820 Feb 17 03:37:31.658354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944feac-bcf8-4f00-9d1c-2dd94f3b785f req-1bd1e730-bf85-4336-b7ca-5b7cd8bb6df8 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:31.660541 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d944feac-bcf8-4f00-9d1c-2dd94f3b785f req-1bd1e730-bf85-4336-b7ca-5b7cd8bb6df8 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 946 time: 0.2100334 Feb 17 03:37:31.675533 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-22fce79c-26ea-46f3-bb39-c3585dc4c3c5 req-91a58a11-2c2e-4838-811f-f6bf81e1d8e8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Feb 17 03:37:31.685977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:31.735790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:31.737228 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-193a5281-8f0a-4682-a75f-4c0cdf16a927 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2446785 Feb 17 03:37:31.743190 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d944feac-bcf8-4f00-9d1c-2dd94f3b785f req-15845829-301b-4739-b69f-75c614a2352c tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751178 Feb 17 03:37:31.830563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-aeb842de-efaa-4dac-9851-e08ee3f7dd28 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Synchronizing usage tracker for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:37:31.850344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-aeb842de-efaa-4dac-9851-e08ee3f7dd28 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Unset dirty status for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:37:31.851739 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-aeb842de-efaa-4dac-9851-e08ee3f7dd28 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.2.197 HTTP/1.1" status: 200 len: 696 time: 0.1075683 Feb 17 03:37:32.028065 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-e0f561b4-9e19-475f-a662-cf1c16dec45a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:32.029750 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-e0f561b4-9e19-475f-a662-cf1c16dec45a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/networks/ff41f79f-49b9-4b53-887c-df96d9d58d44 HTTP/1.1" status: 200 len: 784 time: 0.1704788 Feb 17 03:37:32.043544 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-832da78c-d87f-404a-934b-0683e0f77d11 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:37:32.044695 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b899f4c0-0126-4b35-952e-2ab5c8058166 req-832da78c-d87f-404a-934b-0683e0f77d11 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0070119 Feb 17 03:37:32.235841 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-d88d728d-c37d-4bc0-b976-768ce843f72b tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:32.237711 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-d88d728d-c37d-4bc0-b976-768ce843f72b tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0937638 Feb 17 03:37:32.337325 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-b992aefc-d4c3-4664-94f0-ec49855ab5b7 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0918279 Feb 17 03:37:32.349243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'floatingip': {'port_id': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:32.437200 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:32.648705 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 040d438f-ccf4-42b7-9c65-75e3b632044d up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:37:32.729799 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 040d438f-ccf4-42b7-9c65-75e3b632044d triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:32.730120 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:33.084015 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaebc0-c03b-4316-9862-743347f44886 req-d5ecf649-9090-4bd7-bde3-0533cb1b9fed tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:33.085618 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8eaaebc0-c03b-4316-9862-743347f44886 req-d5ecf649-9090-4bd7-bde3-0533cb1b9fed tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 946 time: 0.2072358 Feb 17 03:37:33.234807 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-8eaaebc0-c03b-4316-9862-743347f44886 req-308c92b0-601a-4e5a-a371-1ff5140be709 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407304 Feb 17 03:37:33.247402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:33.250962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853010005'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:33.440827 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Floating IP 3af25226-cee7-4587-9e91-9b2c0434d1ae associated. External IP: 172.28.2.197, port: bdb399ef-0c6f-41e8-b7ea-85348ce93e9a. Feb 17 03:37:33.828399 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Router a9dadc5b-3b27-4504-8a72-0e080c4923a1 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:37:34.294584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:37:34.300430 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:34.304587 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] Sync routers for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:37:34.315929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:37:34.316662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:37:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:37:34.405681 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-422b4901-190d-42bd-bc22-0c92f55e7ba2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "PUT /v2.0/floatingips/3af25226-cee7-4587-9e91-9b2c0434d1ae HTTP/1.1" status: 200 len: 996 time: 2.0614324 Feb 17 03:37:34.414086 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:34.513642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:37:34.523331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500c9a1-fa22-416a-b660-6c5e3a2aca77 req-66f1ccdf-bc3c-479b-9134-141ded2da152 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:34.525390 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6500c9a1-fa22-416a-b660-6c5e3a2aca77 req-66f1ccdf-bc3c-479b-9134-141ded2da152 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 946 time: 0.1720273 Feb 17 03:37:34.536412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-b15a5fcc-ce5b-4711-a36f-eea7300d1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:34.536412 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-b15a5fcc-ce5b-4711-a36f-eea7300d1075 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1162 time: 0.1167169 Feb 17 03:37:34.691962 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6500c9a1-fa22-416a-b660-6c5e3a2aca77 req-97d912fd-144d-4f26-9939-01e9ee69a641 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523743 Feb 17 03:37:34.730165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-d603af68-6378-4410-a93e-6cc3bb455b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:34.732081 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-d603af68-6378-4410-a93e-6cc3bb455b0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.1762786 Feb 17 03:37:34.814842 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'status': 'completed', 'code': 200} Feb 17 03:37:34.867029 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-357a4a69-a913-4805-aab4-3124053242ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 999 time: 0.1202390 Feb 17 03:37:34.951402 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-fcd4bc81-ece5-4b97-9cd4-f74417b8a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:34.953047 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-fcd4bc81-ece5-4b97-9cd4-f74417b8a2f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1162 time: 0.0851755 Feb 17 03:37:34.955848 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '3af25226-cee7-4587-9e91-9b2c0434d1ae', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'port_id': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'mac_address': 'fa:16:3e:84:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:37:30Z', 'updated_at': '2021-02-17T03:37:33Z', 'revision_number': 1, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:53Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:37:34.960013 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-a0c48f43-aac8-4084-9ded-e9fea919e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:34.960365 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] Checking router: a9dadc5b-3b27-4504-8a72-0e080c4923a1 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:37:34.961680 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-a0c48f43-aac8-4084-9ded-e9fea919e6ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0866590 Feb 17 03:37:34.970052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:37:34.970730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:37:14Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:37:35.060318 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-d333e8f1-7390-4dc3-ae66-43ad36f03b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:35.069654 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-d333e8f1-7390-4dc3-ae66-43ad36f03b45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1003332 Feb 17 03:37:35.117295 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-b5b760c7-1bd7-4fd9-af3d-f237e920efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:35.119918 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-b5b760c7-1bd7-4fd9-af3d-f237e920efaa service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.1549885 Feb 17 03:37:35.194084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:37:35.230160 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-89e6e31e-2178-4baf-8cd4-f1eaad98682c service neutron] 10.222.0.49 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593337 Feb 17 03:37:35.245167 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-0f835cbe-d180-4b6a-b59e-9e3206e71a9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 999 time: 0.1156948 Feb 17 03:37:35.322842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-58ece1b0-49d3-4358-ac92-14574fe43c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:35.325160 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-58ece1b0-49d3-4358-ac92-14574fe43c84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0711980 Feb 17 03:37:35.390395 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-053ef02f-0815-4103-8fc0-b94b5f1d8a8f req-80c8b6a2-952f-49c8-9d61-50a3bb2ad59e service neutron] 10.222.0.49 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513486 Feb 17 03:37:35.421525 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-c502e818-82ce-4047-884d-577b996c2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:35.424138 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-c502e818-82ce-4047-884d-577b996c2b2e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843220 Feb 17 03:37:35.430325 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1631628187', 'description': 'tempest-TestMinimumBasicScenario-1631628187 description'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:35.436924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:35.441944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Usage tracker for resource:security_group and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:35.445113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:35.451285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:35.466206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:35.490868 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:35.495498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Usage tracker for resource:security_group_rule and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:35.498887 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:35.507393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:35.599461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:35.600919 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-034b8ca6-0f72-4ac2-8776-9af323f4bec9 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643941 Feb 17 03:37:35.603349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:35.609034 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-682ad846-75ec-4ecc-b732-2ad92495fe64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:35.654649 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a756e08c-b148-4041-8f33-4578d8925f0b,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:35.668924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:35.671229 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a61d455-cf77-45a3-b443-40da0e1f2890 req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2457688 Feb 17 03:37:35.672539 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-08aa3afe-9af4-4476-8608-f71bb00f73e4 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:35.694245 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '3af25226-cee7-4587-9e91-9b2c0434d1ae', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'port_id': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'mac_address': 'fa:16:3e:84:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:37:30Z', 'updated_at': '2021-02-17T03:37:33Z', 'revision_number': 1, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:53Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:37:35.699197 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1fbb3-165d-4e1b-a3d9-55719d61b2be None None] The sync data for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb is: [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_floatingips': [{'id': '3af25226-cee7-4587-9e91-9b2c0434d1ae', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'router_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'port_id': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'mac_address': 'fa:16:3e:84:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:37:30Z', 'updated_at': '2021-02-17T03:37:33Z', 'revision_number': 1, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:53Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:37:35.796857 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c62deb50-0cff-433c-b87a-77d3e8eb8344 req-071ed9aa-bbe0-4057-bf78-fc40d4ce5336 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1847754 Feb 17 03:37:35.814613 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-a586127f-cbce-4af8-bdc6-76a19675d7de tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups/a756e08c-b148-4041-8f33-4578d8925f0b HTTP/1.1" status: 200 len: 1814 time: 0.1028917 Feb 17 03:37:35.826583 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a756e08c-b148-4041-8f33-4578d8925f0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:35.828098 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a756e08c-b148-4041-8f33-4578d8925f0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:35.835960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:35.840611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Usage tracker for resource:security_group_rule and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:35.844119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:35.850569 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:35.912704 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:35.937138 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:35.980079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:35.996871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-571b16f9-5f80-4e98-a804-bb5c7b2f5510 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:36.022621 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265f92f8-6e77-4dcc-bf0c-60f2b3e26d29,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:36.023585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaa72d1-b622-4030-9978-9ba6450e2d8b None None] New status for floating IP 3af25226-cee7-4587-9e91-9b2c0434d1ae: ACTIVE {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:37:36.027761 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:36.035487 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:36.036784 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-166da22f-ce93-4004-a2f1-69f9a64f58c5 req-05c4bfc9-96c8-4021-b810-c869ad84c1bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2149723 Feb 17 03:37:36.063376 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8e264-ff80-4439-93f2-12a9b94d8ddc req-38c388c2-b89c-41c4-b490-41c27032ae37 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:36.065106 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eff8e264-ff80-4439-93f2-12a9b94d8ddc req-38c388c2-b89c-41c4-b490-41c27032ae37 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 946 time: 0.1264729 Feb 17 03:37:36.153304 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eff8e264-ff80-4439-93f2-12a9b94d8ddc req-675d7d6c-f712-4f54-bee2-d8e5518213da tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713058 Feb 17 03:37:36.155969 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-f8d8e81b-4098-41f3-8855-0558d888eb49 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups/a756e08c-b148-4041-8f33-4578d8925f0b HTTP/1.1" status: 200 len: 2407 time: 0.0897336 Feb 17 03:37:36.168828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a756e08c-b148-4041-8f33-4578d8925f0b', 'remote_group_id': None}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:36.169204 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a756e08c-b148-4041-8f33-4578d8925f0b', 'remote_group_id': None}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:36.176060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:36.180344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Usage tracker for resource:security_group_rule and tenant:b9fff7135db744219d5db9aa29f2e8c3 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:36.183522 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:36.190446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:36.254970 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:36.281714 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:36.284825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921149'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:36.290809 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-21eefde5-e65e-40d3-8de8-40f9f25690e8 tempest-AttachVolumeShelveTestJSON-277059068 tempest-AttachVolumeShelveTestJSON-277059068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:36.313762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ec2ea0-dc52-43b1-9747-30092cbf067f,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:36.316853 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:36.325037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:36.326497 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cef9bc94-754b-40be-adf8-8370f5ba1696 req-53b457df-607e-47da-9d51-f4e00c8fa2dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1625268 Feb 17 03:37:36.482667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-424a48f3-2ef3-4d32-b7ac-9ebaa425f104 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Synchronizing usage tracker for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:37:36.500417 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-424a48f3-2ef3-4d32-b7ac-9ebaa425f104 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Unset dirty status for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:37:36.501721 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-424a48f3-2ef3-4d32-b7ac-9ebaa425f104 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1631628187&fields=id&tenant_id=b9fff7135db744219d5db9aa29f2e8c3 HTTP/1.1" status: 200 len: 267 time: 0.0684011 Feb 17 03:37:36.602450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-cbf30b51-44d8-4bfc-9065-b27cb45370ee tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:36.604059 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-cbf30b51-44d8-4bfc-9065-b27cb45370ee tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.0957105 Feb 17 03:37:36.619860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'port': {'security_groups': ['876bef2d-3026-45dc-961d-dd5e2e0cde22', 'a756e08c-b148-4041-8f33-4578d8925f0b']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:36.756962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:37.102521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] For port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:37:37.132957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:37.136832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:37.151835 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:37.367350 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event updated for resources: {'Port': ['ID=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,revision_number=5']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:37.377135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:37.424775 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:37.425676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:37.427209 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6f815d71-d9bf-4b1b-b9b1-7424ff3a501b req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "PUT /v2.0/ports/bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 981 time: 0.8127155 Feb 17 03:37:37.427782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:37.447749 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e32a1c-3c8e-43c6-8399-bb85f2c0fdda req-1b741066-2e1b-4a7f-893d-5902a4ab3a82 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:37.449428 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c5e32a1c-3c8e-43c6-8399-bb85f2c0fdda req-1b741066-2e1b-4a7f-893d-5902a4ab3a82 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 946 time: 0.1603370 Feb 17 03:37:37.505648 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c5e32a1c-3c8e-43c6-8399-bb85f2c0fdda req-b6719b4f-6f6d-4be1-b500-1c8891bd3199 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484035 Feb 17 03:37:37.576989 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'status': 'completed', 'code': 200} Feb 17 03:37:37.632758 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-36f6578b-0660-4714-990d-ea1ba803e276 None None] Provisioning complete for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:37.633129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-36f6578b-0660-4714-990d-ea1ba803e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:37.633721 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec151e-9a81-43eb-8914-da46cc9ec27b req-be577c7e-44d2-456d-8e5f-1b692d513ee1 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:37.635493 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbec151e-9a81-43eb-8914-da46cc9ec27b req-be577c7e-44d2-456d-8e5f-1b692d513ee1 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1007464 Feb 17 03:37:37.702464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-93ddd932-c038-4a88-b1c5-42927c2550bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:37.704662 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-93ddd932-c038-4a88-b1c5-42927c2550bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1202 time: 0.0877147 Feb 17 03:37:37.707967 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fbec151e-9a81-43eb-8914-da46cc9ec27b req-73e35f6b-a51d-45e8-bb74-eb6d5abcc769 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0652506 Feb 17 03:37:38.071919 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-f686aaf9-4b00-4c04-a380-0c3a3b21ca79 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:38.072959 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-f686aaf9-4b00-4c04-a380-0c3a3b21ca79 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Synchronizing usage tracker for tenant:47c3816200bb4b04a17265c76c4b5148 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:37:38.078452 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-8f70d533-a4b7-466f-a64a-16d25570e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:38.081047 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-8f70d533-a4b7-466f-a64a-16d25570e7d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.3211915 Feb 17 03:37:38.201902 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-f686aaf9-4b00-4c04-a380-0c3a3b21ca79 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Unset dirty status for tenant:47c3816200bb4b04a17265c76c4b5148 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:37:38.203628 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-f686aaf9-4b00-4c04-a380-0c3a3b21ca79 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.38 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 946 time: 0.4116910 Feb 17 03:37:38.294901 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-829e4331-d5dc-4c24-beca-7830532749ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 1001 time: 0.2012000 Feb 17 03:37:38.309892 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Deleting port 040d438f-ccf4-42b7-9c65-75e3b632044d {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:37:38.310283 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:38.462840 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-d0c6f4aa-75c8-4e4f-afd4-becffc8877c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:38.464490 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-d0c6f4aa-75c8-4e4f-afd4-becffc8877c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.1614060 Feb 17 03:37:38.695060 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-4e840c1b-26a9-40d2-acd8-a34129d27187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:38.696716 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-4e840c1b-26a9-40d2-acd8-a34129d27187 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2202027 Feb 17 03:37:38.709078 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] For port 040d438f-ccf4-42b7-9c65-75e3b632044d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=040d438f-ccf4-42b7-9c65-75e3b632044d,segment=NetworkSegment(9b17cd47-cf4e-4d51-8e4a-550bb8349fe5),segment_id=9b17cd47-cf4e-4d51-8e4a-550bb8349fe5)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:37:38.709459 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:38.722103 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2912f-b4ac-42d7-a78f-a087b6e407ca req-c9cac2d9-32ca-47e3-84a3-2ec0f5558ba0 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:38.723982 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1fc2912f-b4ac-42d7-a78f-a087b6e407ca req-c9cac2d9-32ca-47e3-84a3-2ec0f5558ba0 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 946 time: 0.1010833 Feb 17 03:37:38.788708 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1fc2912f-b4ac-42d7-a78f-a087b6e407ca req-5caf1fbf-c9b0-4861-b44a-492dbed6b4f8 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518210 Feb 17 03:37:38.874888 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device bdb399ef-0c6f-41e8-b7ea-85348ce93e9a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:37:38.882345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Calling delete_port for 040d438f-ccf4-42b7-9c65-75e3b632044d owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:37:38.951190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:38.951614 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:39.056211 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-31acce98-c68b-4592-a09a-c246fb2869de service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492093 Feb 17 03:37:39.130483 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 040d438f-ccf4-42b7-9c65-75e3b632044d no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:37:39.267192 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:39.479341 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:39.496091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0a71e5b5-b4b2-4b08-a927-e11f8e8bcc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:39.564372 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Pushing event deleted for resources: {'Port': ['ID=040d438f-ccf4-42b7-9c65-75e3b632044d,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:39.623842 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:39.647744 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2d348cef-495e-475c-8e63-c73d9f8a4cb2 req-e7074ea7-a4f6-42b3-968e-0df3605578f6 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3062282 Feb 17 03:37:39.736601 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] No DVR routers for this DVR port 040d438f-ccf4-42b7-9c65-75e3b632044d on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:37:39.739679 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:39.743353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a577d82d-b0ae-43b2-aca8-f11b5caf4ea6', 'name': 'network-vif-deleted', 'tag': '040d438f-ccf4-42b7-9c65-75e3b632044d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:39.764306 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-0ba1e14e-ebe8-4141-a36a-4c526fb81b27 req-201a9446-6eb6-43f8-b5b6-11d36a5e599b tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.38 "DELETE /v2.0/ports/040d438f-ccf4-42b7-9c65-75e3b632044d HTTP/1.1" status: 204 len: 173 time: 1.5460012 Feb 17 03:37:39.799956 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a577d82d-b0ae-43b2-aca8-f11b5caf4ea6', 'name': 'network-vif-deleted', 'tag': '040d438f-ccf4-42b7-9c65-75e3b632044d', 'status': 'completed', 'code': 200} Feb 17 03:37:39.960541 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ddce4772-7805-4cc8-baf7-ea869fafedc6 req-d63f8a90-e258-49db-b586-7e9df338c018 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=a577d82d-b0ae-43b2-aca8-f11b5caf4ea6 HTTP/1.1" status: 200 len: 210 time: 0.0561748 Feb 17 03:37:41.355316 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-441aa552-373e-409f-99fb-09afd837af48 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:41.357255 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-441aa552-373e-409f-99fb-09afd837af48 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/networks?id=e093f68e-8de5-43fa-89f9-216ce5d973df HTTP/1.1" status: 200 len: 809 time: 0.1612821 Feb 17 03:37:41.373855 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-3fc75209-3309-4077-ac84-b0d2f009c0c6 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/quotas/47c3816200bb4b04a17265c76c4b5148 HTTP/1.1" status: 200 len: 375 time: 0.0106587 Feb 17 03:37:41.429001 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-7a4e9fd0-4da3-4ddf-9b31-b3408160a9e1 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=47c3816200bb4b04a17265c76c4b5148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489030 Feb 17 03:37:41.582796 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-6db4f4e6-ea18-4fde-a7e1-6fa3e3ca7a29 service neutron] 10.222.0.49 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461453 Feb 17 03:37:41.733001 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-62186dee-39a9-4ae2-aede-eec36c56b21a service neutron] 10.222.0.49 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433978 Feb 17 03:37:41.934137 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9efb426e-dbc2-4f11-a5f7-4a96e1dad5eb req-36e84766-c387-4bde-ac5d-7c2dae2e19af tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 210 time: 0.0498602 Feb 17 03:37:41.961852 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8db1f302-3d72-406f-a5ef-5a4f95ba91be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:43.117965 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4be73341-a91a-4e77-b09d-2b6b9bd2d0de req-a8612afc-19dd-4960-8c23-72587fdb918f tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 210 time: 0.0546026 Feb 17 03:37:43.234706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-98b9eae0-781c-400d-904a-c2f2c3af94f2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:43.236255 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-98b9eae0-781c-400d-904a-c2f2c3af94f2 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.38 "GET /v2.0/networks?id=e093f68e-8de5-43fa-89f9-216ce5d973df HTTP/1.1" status: 200 len: 809 time: 0.1832695 Feb 17 03:37:43.261337 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Request body: {'port': {'device_id': '9a41bab7-22d6-4c53-a6d4-5d14629e9b7f', 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df', 'admin_state_up': True, 'tenant_id': '47c3816200bb4b04a17265c76c4b5148'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:43.417136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:37:43.421871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Usage tracker for resource:port and tenant:47c3816200bb4b04a17265c76c4b5148 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:37:43.425079 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:37:43.431404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:37:43.442135 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Made reservation on behalf of 47c3816200bb4b04a17265c76c4b5148 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:37:43.447915 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:43.778018 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Allocated IP 172.20.0.2 (e093f68e-8de5-43fa-89f9-216ce5d973df/54d05103-7960-49c1-abd3-b35cee00ba8d/625f390a-a594-46d2-b470-d4c8c892fbc8) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:37:44.006860 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:44.042944 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:44.066213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-17e45a9d-a60d-4fd8-a792-19cd917353db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:44.216309 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Pushing event updated for resources: {'Port': ['ID=625f390a-a594-46d2-b470-d4c8c892fbc8,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:44.221485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:44.241631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d2d4652f-8983-4ddf-8535-fae0366ff34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:44.267541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Network e093f68e-8de5-43fa-89f9-216ce5d973df is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:37:44.268812 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:37:44.271464 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:37:44.327268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92405e-acfe-4331-819c-9cf3ce18834f req-820dab29-e733-41e7-b0b8-0dda691a8ccc tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:44.329253 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ae92405e-acfe-4331-819c-9cf3ce18834f req-820dab29-e733-41e7-b0b8-0dda691a8ccc tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 931 time: 0.0917337 Feb 17 03:37:44.339987 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:44.340667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:44.366610 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-fab4261e-707a-407d-8257-7efdd30f2753 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1090732 Feb 17 03:37:44.379305 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-ae92405e-acfe-4331-819c-9cf3ce18834f req-188d0a1a-be9e-4a85-9844-4bf63fc7d12a tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Feb 17 03:37:44.391125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Request body: {'port': {'device_id': '9a41bab7-22d6-4c53-a6d4-5d14629e9b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:37:44.520324 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:44.981934 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625f390a-a594-46d2-b470-d4c8c892fbc8 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:37:44.991594 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:45.005485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Transition to ACTIVE for port object 625f390a-a594-46d2-b470-d4c8c892fbc8 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:37:45.009574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:45.023971 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-92536425-8374-472b-b380-0fec750126b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:45.083994 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:45.172998 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Pushing event updated for resources: {'Port': ['ID=625f390a-a594-46d2-b470-d4c8c892fbc8,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:45.176498 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:45.373243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Attempting to bind port 625f390a-a594-46d2-b470-d4c8c892fbc8 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:37:45.373833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Attempting to bind port 625f390a-a594-46d2-b470-d4c8c892fbc8 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:37:45.373833 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Attempting to bind port 625f390a-a594-46d2-b470-d4c8c892fbc8 on network e093f68e-8de5-43fa-89f9-216ce5d973df {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:37:45.381540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:37:45.381540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Checking segment: {'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:37:45.381540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:45.381540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Bound using segment: {'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:37:45.382116 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Bound port: 625f390a-a594-46d2-b470-d4c8c892fbc8, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e093f68e-8de5-43fa-89f9-216ce5d973df'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:37:45.382385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:45.483897 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] For port 625f390a-a594-46d2-b470-d4c8c892fbc8, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:37:45.487386 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] For port 625f390a-a594-46d2-b470-d4c8c892fbc8, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=625f390a-a594-46d2-b470-d4c8c892fbc8,segment=NetworkSegment(9b17cd47-cf4e-4d51-8e4a-550bb8349fe5),segment_id=9b17cd47-cf4e-4d51-8e4a-550bb8349fe5)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:37:45.491303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:45.508179 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4c43abd6-28b9-4944-a92d-d91fdbe21e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:45.588619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc277c-53fa-44c1-9d7c-2c4d8959ac41 req-9881993e-3fe9-4f4e-9a8b-45f6efacbf11 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:45.590287 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-abbc277c-53fa-44c1-9d7c-2c4d8959ac41 req-9881993e-3fe9-4f4e-9a8b-45f6efacbf11 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 943 time: 0.0935543 Feb 17 03:37:45.641391 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-abbc277c-53fa-44c1-9d7c-2c4d8959ac41 req-e94c40a2-981c-44b0-ac2e-0b582d6a4a2f tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Feb 17 03:37:45.667723 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Pushing event updated for resources: {'Port': ['ID=625f390a-a594-46d2-b470-d4c8c892fbc8,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:45.672730 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:45.714313 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:45.715331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:45.716527 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-21e2b5de-2c8e-4455-8192-184c49c349dc service neutron] 10.222.0.38 "PUT /v2.0/ports/625f390a-a594-46d2-b470-d4c8c892fbc8 HTTP/1.1" status: 200 len: 1157 time: 1.3303852 Feb 17 03:37:45.717101 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a41bab7-22d6-4c53-a6d4-5d14629e9b7f', 'tag': '625f390a-a594-46d2-b470-d4c8c892fbc8'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:45.770642 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a41bab7-22d6-4c53-a6d4-5d14629e9b7f', 'tag': '625f390a-a594-46d2-b470-d4c8c892fbc8', 'status': 'completed', 'code': 200} Feb 17 03:37:45.873694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-6010699a-10e4-499c-a65f-cbccc1ca5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:45.875378 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-6010699a-10e4-499c-a65f-cbccc1ca5590 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=47c3816200bb4b04a17265c76c4b5148&device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 1160 time: 0.0826585 Feb 17 03:37:45.965896 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-2ff6ca03-376a-4ae9-b843-03fb543b93f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=625f390a-a594-46d2-b470-d4c8c892fbc8 HTTP/1.1" status: 200 len: 217 time: 0.0743098 Feb 17 03:37:46.038022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-da597982-a9fa-4073-b365-0aa31d47e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:46.039664 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-da597982-a9fa-4073-b365-0aa31d47e885 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54d05103-7960-49c1-abd3-b35cee00ba8d HTTP/1.1" status: 200 len: 849 time: 0.0663712 Feb 17 03:37:46.094554 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-b7b600fd-5e8a-4c45-b7a4-a2f584632b85 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e093f68e-8de5-43fa-89f9-216ce5d973df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475814 Feb 17 03:37:46.152437 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:46.248137 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-34adaf49-23d8-4ffd-9ca3-890a1d22f1d2 service neutron] 10.222.0.38 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455557 Feb 17 03:37:46.382611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:46.404975 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e608fd33-bfbd-4a44-8b77-1099d5a3710b req-c64bc45d-67f5-48ca-9068-eca38910439e service neutron] 10.222.0.38 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492658 Feb 17 03:37:46.607650 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-883c5e86-7b11-4a6f-a52e-8320f380678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:46.609356 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-883c5e86-7b11-4a6f-a52e-8320f380678b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=47c3816200bb4b04a17265c76c4b5148&device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 1160 time: 0.0877845 Feb 17 03:37:46.873381 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef2a01-6482-4ed2-94bf-15704ca37258 req-3a8c4b8c-74a9-443b-8b2a-60512f3bdbee tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:46.875007 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a8ef2a01-6482-4ed2-94bf-15704ca37258 req-3a8c4b8c-74a9-443b-8b2a-60512f3bdbee tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 943 time: 0.0958753 Feb 17 03:37:46.932522 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a8ef2a01-6482-4ed2-94bf-15704ca37258 req-7076a204-3569-4cd9-92ae-6d6268e17ce5 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496335 Feb 17 03:37:47.025395 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-94872c99-3f10-4434-a7a8-75deabf703f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:47.027046 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-94872c99-3f10-4434-a7a8-75deabf703f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e093f68e-8de5-43fa-89f9-216ce5d973df HTTP/1.1" status: 200 len: 903 time: 0.4034548 Feb 17 03:37:47.107019 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-c3a89662-bb44-4e4a-8cfb-6ce148099ba0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=625f390a-a594-46d2-b470-d4c8c892fbc8 HTTP/1.1" status: 200 len: 217 time: 0.0679121 Feb 17 03:37:47.185207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-b5353854-e537-479d-bfdb-8d6a4ac05708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:47.186822 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-b5353854-e537-479d-bfdb-8d6a4ac05708 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54d05103-7960-49c1-abd3-b35cee00ba8d HTTP/1.1" status: 200 len: 849 time: 0.0743282 Feb 17 03:37:47.243459 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-5494c831-95f4-4a4e-b83b-5d64c3455ef5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e093f68e-8de5-43fa-89f9-216ce5d973df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486116 Feb 17 03:37:47.415312 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-cbf8db56-17b4-4b0d-93d7-1ae62344d5dc service neutron] 10.222.0.38 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454155 Feb 17 03:37:47.563554 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-74ab9c6c-169b-4ec8-9538-bc600dbf9e39 req-d23eb1f5-3252-4d52-b460-2e01eaee3f5b service neutron] 10.222.0.38 "GET /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411512 Feb 17 03:37:48.150108 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbaa1d-9825-4aa5-b1d6-b68faf49ee7c req-a8d0c489-85cd-4d00-8a3b-24c273e6766d tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:48.151839 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2fcbaa1d-9825-4aa5-b1d6-b68faf49ee7c req-a8d0c489-85cd-4d00-8a3b-24c273e6766d tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 943 time: 0.0915589 Feb 17 03:37:48.202411 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2fcbaa1d-9825-4aa5-b1d6-b68faf49ee7c req-316d5aaa-212a-49e9-8d06-03f1829bbd4d tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Feb 17 03:37:48.933930 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:37:49.075423 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 625f390a-a594-46d2-b470-d4c8c892fbc8 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:37:49.156597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 625f390a-a594-46d2-b470-d4c8c892fbc8 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:37:49.162125 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 625f390a-a594-46d2-b470-d4c8c892fbc8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:49.162616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:49.307401 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:49.338969 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a41bab7-22d6-4c53-a6d4-5d14629e9b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625f390a-a594-46d2-b470-d4c8c892fbc8'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:49.350058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 625f390a-a594-46d2-b470-d4c8c892fbc8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=625f390a-a594-46d2-b470-d4c8c892fbc8,segment=NetworkSegment(9b17cd47-cf4e-4d51-8e4a-550bb8349fe5),segment_id=9b17cd47-cf4e-4d51-8e4a-550bb8349fe5)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:37:49.354942 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:49.358224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f5050c9f-6f3c-4125-8d55-f29527325622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:49.391310 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a41bab7-22d6-4c53-a6d4-5d14629e9b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625f390a-a594-46d2-b470-d4c8c892fbc8', 'code': 200} Feb 17 03:37:49.445619 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=625f390a-a594-46d2-b470-d4c8c892fbc8,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:49.458435 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.458814 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.459250 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.459625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.460141 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.460508 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.460846 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.461215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.461581 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.461943 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.462303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.462662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.463126 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.463497 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.463858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.464214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.464570 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.464929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.465288 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.465642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.465997 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.467213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.467578 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.468119 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:37:49.474641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:49.698083 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29bfe-f7b5-497e-a90f-7c89a42877bf req-2b5ae98c-c2da-4d39-929e-8408f2ff62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:49.699346 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410765-c52d-4fec-b94f-eb5df588d0c5 req-8b16791c-097a-4879-8d23-213446d75fcd tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:49.699697 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e4a29bfe-f7b5-497e-a90f-7c89a42877bf req-2b5ae98c-c2da-4d39-929e-8408f2ff62e8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 1162 time: 0.0896249 Feb 17 03:37:49.701022 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-32410765-c52d-4fec-b94f-eb5df588d0c5 req-8b16791c-097a-4879-8d23-213446d75fcd tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 945 time: 0.3626351 Feb 17 03:37:49.749423 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-e4a29bfe-f7b5-497e-a90f-7c89a42877bf req-fdede670-fdf1-4b3f-a9ab-20f6f76053b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Feb 17 03:37:49.764432 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-32410765-c52d-4fec-b94f-eb5df588d0c5 req-0cb38319-b634-45bc-bac9-dfb5818ba643 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560026 Feb 17 03:37:50.730694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 625f390a-a594-46d2-b470-d4c8c892fbc8 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:37:50.807110 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 625f390a-a594-46d2-b470-d4c8c892fbc8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:37:50.807439 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:50.986541 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf4a4e-b83e-4aab-8e31-947ba98d71a9 req-fc9bcb79-b60f-4f6b-b5b4-8f636350333e tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:50.988197 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-24bf4a4e-b83e-4aab-8e31-947ba98d71a9 req-fc9bcb79-b60f-4f6b-b5b4-8f636350333e tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 945 time: 0.1057320 Feb 17 03:37:51.044083 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-24bf4a4e-b83e-4aab-8e31-947ba98d71a9 req-8c24fd67-8bb8-4f55-923d-bed885634c2c tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467787 Feb 17 03:37:52.259667 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb575b6-8317-4e59-9964-3595be6226e5 req-b27f9215-c513-4d4d-a842-21daace65d0c tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:52.261326 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fb575b6-8317-4e59-9964-3595be6226e5 req-b27f9215-c513-4d4d-a842-21daace65d0c tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 945 time: 0.0909822 Feb 17 03:37:52.311836 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6fb575b6-8317-4e59-9964-3595be6226e5 req-b492cb27-a622-40c3-8cfc-ba8bc69bf932 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Feb 17 03:37:53.643900 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a73d9b-9bd5-4cef-92da-3be2d100f4e8 req-98faf10e-efd4-4812-a3fd-fa648ee2c283 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:53.646404 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-18a73d9b-9bd5-4cef-92da-3be2d100f4e8 req-98faf10e-efd4-4812-a3fd-fa648ee2c283 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 945 time: 0.0971162 Feb 17 03:37:53.696952 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-18a73d9b-9bd5-4cef-92da-3be2d100f4e8 req-f0b9956a-b8c9-4e6c-a8ab-6e1f0b6eb4d1 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Feb 17 03:37:53.795056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:54.921754 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ed6e-4a86-4366-bdf8-6771508d6ef6 req-69a87981-d012-44f9-9475-09f61d31146a tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:54.923421 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2fc4ed6e-4a86-4366-bdf8-6771508d6ef6 req-69a87981-d012-44f9-9475-09f61d31146a tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 945 time: 0.0985160 Feb 17 03:37:54.979899 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-2fc4ed6e-4a86-4366-bdf8-6771508d6ef6 req-7f130f4e-557a-4da6-812e-6741cd44bc79 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec638fe8-9672-4229-a141-c33c50fb3078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495245 Feb 17 03:37:55.325577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-e7939235-707c-42e7-8f37-5e3368a565a5 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:37:55.326264 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-e7939235-707c-42e7-8f37-5e3368a565a5 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Synchronizing usage tracker for tenant:47c3816200bb4b04a17265c76c4b5148 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:37:55.343927 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-e7939235-707c-42e7-8f37-5e3368a565a5 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Unset dirty status for tenant:47c3816200bb4b04a17265c76c4b5148 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:37:55.345189 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-e7939235-707c-42e7-8f37-5e3368a565a5 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 945 time: 0.1127148 Feb 17 03:37:55.434224 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Deleting port 625f390a-a594-46d2-b470-d4c8c892fbc8 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:37:55.434616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:55.711500 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] For port 625f390a-a594-46d2-b470-d4c8c892fbc8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=625f390a-a594-46d2-b470-d4c8c892fbc8,segment=NetworkSegment(9b17cd47-cf4e-4d51-8e4a-550bb8349fe5),segment_id=9b17cd47-cf4e-4d51-8e4a-550bb8349fe5)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:37:55.711850 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:55.852694 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Calling delete_port for 625f390a-a594-46d2-b470-d4c8c892fbc8 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:37:56.012422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:56.031022 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9eab53b4-1b88-4be3-b150-3c26b69cb3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:37:56.091737 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Pushing event deleted for resources: {'Port': ['ID=625f390a-a594-46d2-b470-d4c8c892fbc8,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:37:56.094632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:37:56.153274 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-42d7779a-55a6-4c49-8830-d8b1fc777de0 req-950d5370-6077-48eb-896f-0a0c3bba1d9d tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a41bab7-22d6-4c53-a6d4-5d14629e9b7f HTTP/1.1" status: 200 len: 210 time: 0.0499034 Feb 17 03:37:56.248763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] No DVR routers for this DVR port 625f390a-a594-46d2-b470-d4c8c892fbc8 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:37:56.251270 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:37:56.254261 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a41bab7-22d6-4c53-a6d4-5d14629e9b7f', 'name': 'network-vif-deleted', 'tag': '625f390a-a594-46d2-b470-d4c8c892fbc8'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:37:56.271383 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fb8f92f5-0dd1-4f08-94d7-894790ca37d7 req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] 10.222.0.38 "DELETE /v2.0/ports/625f390a-a594-46d2-b470-d4c8c892fbc8 HTTP/1.1" status: 204 len: 173 time: 0.9187970 Feb 17 03:37:56.304861 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a41bab7-22d6-4c53-a6d4-5d14629e9b7f', 'name': 'network-vif-deleted', 'tag': '625f390a-a594-46d2-b470-d4c8c892fbc8', 'status': 'completed', 'code': 200} Feb 17 03:37:56.643479 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 625f390a-a594-46d2-b470-d4c8c892fbc8 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:37:56.682466 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: 625f390a-a594-46d2-b470-d4c8c892fbc8 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:37:56.682857 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 625f390a-a594-46d2-b470-d4c8c892fbc8 not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:38:01.739330 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234869d-b87b-483f-b565-749c0872b4f2 req-21532525-2683-4608-847b-a2f784379f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:01.741026 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3234869d-b87b-483f-b565-749c0872b4f2 req-21532525-2683-4608-847b-a2f784379f80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1202 time: 0.1232285 Feb 17 03:38:01.769434 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec75cd-2f63-462d-af53-c76406c6902c req-569370dd-f059-4ab9-a7a1-06ed6306a6dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:01.771757 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-01ec75cd-2f63-462d-af53-c76406c6902c req-569370dd-f059-4ab9-a7a1-06ed6306a6dc tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1366744 Feb 17 03:38:01.856670 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-01ec75cd-2f63-462d-af53-c76406c6902c req-59e36ed5-9a1c-4356-b93c-2dc704aebf70 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0779574 Feb 17 03:38:01.974947 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234869d-b87b-483f-b565-749c0872b4f2 req-6933dd55-1064-49eb-bc99-0d96c2dcba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:01.976831 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3234869d-b87b-483f-b565-749c0872b4f2 req-6933dd55-1064-49eb-bc99-0d96c2dcba09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.2205470 Feb 17 03:38:02.098605 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3234869d-b87b-483f-b565-749c0872b4f2 req-e21ef4bb-5c52-4578-8809-3f250519855f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 1001 time: 0.1138835 Feb 17 03:38:02.192545 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234869d-b87b-483f-b565-749c0872b4f2 req-b4c810dd-7c03-4d39-af47-a7a5c03492d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:02.194064 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3234869d-b87b-483f-b565-749c0872b4f2 req-b4c810dd-7c03-4d39-af47-a7a5c03492d8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0867949 Feb 17 03:38:02.302052 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234869d-b87b-483f-b565-749c0872b4f2 req-33ed112d-e571-48e2-ae1a-1f4c4e18ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:02.303758 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3234869d-b87b-483f-b565-749c0872b4f2 req-33ed112d-e571-48e2-ae1a-1f4c4e18ceb1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1014538 Feb 17 03:38:02.465304 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3234869d-b87b-483f-b565-749c0872b4f2 req-74edd9eb-1816-4cab-a02a-3317c3126e5a service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527927 Feb 17 03:38:02.636246 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3234869d-b87b-483f-b565-749c0872b4f2 req-e524c3eb-6904-4b4c-8dba-2f3abc624071 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1624432 Feb 17 03:38:03.083648 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9313-8c9c-4e5d-9a79-dc4d37623316 req-71f8b3b5-e6e6-4594-850c-2a12ff0a10b6 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:03.086013 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a14b9313-8c9c-4e5d-9a79-dc4d37623316 req-71f8b3b5-e6e6-4594-850c-2a12ff0a10b6 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.0982015 Feb 17 03:38:03.143220 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-a14b9313-8c9c-4e5d-9a79-dc4d37623316 req-7c4372e2-cec0-4bee-b3ae-cf4dd9867e10 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0493472 Feb 17 03:38:04.396691 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0a561-809e-4604-8344-1014c4653720 req-f68fc372-a779-4511-9343-04e171d4506a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:04.403854 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-71e0a561-809e-4604-8344-1014c4653720 req-f68fc372-a779-4511-9343-04e171d4506a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1219869 Feb 17 03:38:04.467425 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-71e0a561-809e-4604-8344-1014c4653720 req-6d55ee0d-4571-41ee-9fa4-3e22b80cf603 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0610178 Feb 17 03:38:05.708277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5add7-5cad-48de-96c9-0ac542a9a758 req-e2c07895-f914-4279-9357-930a837bff98 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:05.709977 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-33a5add7-5cad-48de-96c9-0ac542a9a758 req-e2c07895-f914-4279-9357-930a837bff98 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1016059 Feb 17 03:38:05.782274 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-33a5add7-5cad-48de-96c9-0ac542a9a758 req-5073abbc-332f-493f-9ad0-e194355ad834 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0561686 Feb 17 03:38:07.007605 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427accc9-c1db-4a47-88fd-076bdfbd1155 req-c0c18c7d-60ab-44bf-ba00-1e3f520cf710 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:07.015769 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-427accc9-c1db-4a47-88fd-076bdfbd1155 req-c0c18c7d-60ab-44bf-ba00-1e3f520cf710 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1126525 Feb 17 03:38:07.068837 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-427accc9-c1db-4a47-88fd-076bdfbd1155 req-c9e201f7-ba85-4806-9d57-a57211104ae6 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0515728 Feb 17 03:38:08.333127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43440bb-4f2d-45e5-b461-58ff1030586e req-3ae7dd8f-30ac-49b8-85ad-cb1dbd8ceef3 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:08.334782 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f43440bb-4f2d-45e5-b461-58ff1030586e req-3ae7dd8f-30ac-49b8-85ad-cb1dbd8ceef3 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1334820 Feb 17 03:38:08.393459 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f43440bb-4f2d-45e5-b461-58ff1030586e req-891e3f4f-3245-40b8-8839-7b2a01aec4bf tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0517087 Feb 17 03:38:09.618014 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28943-cf07-43f9-acdb-1b36d9103c88 req-a723322e-3648-4c56-acd2-c66914c304e0 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:09.619882 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-62f28943-cf07-43f9-acdb-1b36d9103c88 req-a723322e-3648-4c56-acd2-c66914c304e0 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1051567 Feb 17 03:38:09.677735 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-62f28943-cf07-43f9-acdb-1b36d9103c88 req-f31779b6-8b55-4186-92ec-56c7c23074bb tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0493798 Feb 17 03:38:10.948344 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723d211-aa61-445c-865e-de73f949d811 req-17851085-8f1b-4b8a-851c-b621f90c6414 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:10.950106 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9723d211-aa61-445c-865e-de73f949d811 req-17851085-8f1b-4b8a-851c-b621f90c6414 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1042402 Feb 17 03:38:11.012937 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9723d211-aa61-445c-865e-de73f949d811 req-0b60d386-4363-4054-8283-6bad1b6d0124 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0550244 Feb 17 03:38:11.969683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b457e388-73bd-4431-9cbf-cf1580e58bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:12.458532 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09362b0a-3fba-4476-acaf-4ef048281a13 req-16ca5d37-5c7c-4f6c-8f53-cdce01a0bd61 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:12.460376 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-09362b0a-3fba-4476-acaf-4ef048281a13 req-16ca5d37-5c7c-4f6c-8f53-cdce01a0bd61 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1104457 Feb 17 03:38:12.521278 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-09362b0a-3fba-4476-acaf-4ef048281a13 req-2a9253eb-55b5-49e8-9042-4c7221087259 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0500331 Feb 17 03:38:13.760353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807821-0961-4d3d-841e-3b1d4b352586 req-7decd1c4-2cce-457f-b3c7-af15b75f2db3 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:13.761990 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bf807821-0961-4d3d-841e-3b1d4b352586 req-7decd1c4-2cce-457f-b3c7-af15b75f2db3 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.1006668 Feb 17 03:38:13.819116 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-bf807821-0961-4d3d-841e-3b1d4b352586 req-cb9ad7ba-9dd7-4e7a-a41f-8bc953c3aa6d tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0503936 Feb 17 03:38:14.238901 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3466-c20d-4ed9-82f8-72775485576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:14.868185 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-42dea27c-11f8-4d80-8a8b-a88819cb7050 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0860021 Feb 17 03:38:15.043062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad926-d626-4ab5-bb4c-64c887a92cea req-d360d7ca-ca38-413c-9438-cb168aafab98 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:15.044688 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cafad926-d626-4ab5-bb4c-64c887a92cea req-d360d7ca-ca38-413c-9438-cb168aafab98 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.0976372 Feb 17 03:38:15.049950 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-caf6a16c-f218-46cc-abf5-33aaa88658c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:15.052163 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-caf6a16c-f218-46cc-abf5-33aaa88658c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1202 time: 0.0847206 Feb 17 03:38:15.088861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:15.099713 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-cafad926-d626-4ab5-bb4c-64c887a92cea req-ffec5bda-585c-49ba-9cec-3f184f0afd94 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&id=a756e08c-b148-4041-8f33-4578d8925f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0472221 Feb 17 03:38:15.220528 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-ce003e59-51ce-49c5-942c-5c978f271098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:15.221879 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-ce003e59-51ce-49c5-942c-5c978f271098 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.1452501 Feb 17 03:38:15.341620 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-50f849d9-8c39-4812-a178-4f4b20bb3076 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 1001 time: 0.1126585 Feb 17 03:38:15.425518 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-fc39aafe-7732-47c2-afea-a943ff8299fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:15.428523 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-fc39aafe-7732-47c2-afea-a943ff8299fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0795546 Feb 17 03:38:15.520002 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-df2b4ca8-de1e-4a9a-9c8b-60cc3e8b03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:15.521667 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-df2b4ca8-de1e-4a9a-9c8b-60cc3e8b03c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865381 Feb 17 03:38:15.674830 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-452d11ed-8722-408a-8970-ac8fce27bbfc service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459436 Feb 17 03:38:15.833809 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-c33afb5b-94a3-454d-a729-f5f0c6f24986 req-87dd9ff1-1b88-4549-8ca1-b7d13184b25b service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523600 Feb 17 03:38:16.147268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:16.386762 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:17.154618 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50124) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:38:17.235822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Deleting subnet 54d05103-7960-49c1-abd3-b35cee00ba8d {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:38:17.240796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:17.301392 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15667004'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:17.362746 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:17.643495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15502013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16395473'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:17.657995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:17.709424 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d05103-7960-49c1-abd3-b35cee00ba8d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:17.773794 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.774218 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.774631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.775062 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.775462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.775867 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.776259 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.776662 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.777057 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.777432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.777822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.778215 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.778656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.782521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.783574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:17.787984 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:17.829626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:17.836911 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-cc255825-4077-41d4-9f8a-29b4223f362a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/54d05103-7960-49c1-abd3-b35cee00ba8d HTTP/1.1" status: 204 len: 168 time: 0.6810319 Feb 17 03:38:17.840094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50128) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:38:17.966707 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:18.173584 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:18.289908 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e093f68e-8de5-43fa-89f9-216ce5d973df']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:38:18.308056 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:38:18.308366 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b17cd47-cf4e-4d51-8e4a-550bb8349fe5') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:38:18.322149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:18.340278 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:18.342566 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:38:18.525136 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Network e093f68e-8de5-43fa-89f9-216ce5d973df has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:38:18.534750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:18.724353 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Network e093f68e-8de5-43fa-89f9-216ce5d973df has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:38:18.748559 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:38:18.831929 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:18.836349 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-cf6e0a01-d1b4-4dd1-a515-3494ad5cd4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:18.850740 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:18.862287 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=e093f68e-8de5-43fa-89f9-216ce5d973df,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:18.866025 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:18.871299 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-8dc07836-9e1e-4040-bfc3-e98524861a45 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e093f68e-8de5-43fa-89f9-216ce5d973df HTTP/1.1" status: 204 len: 168 time: 1.0301280 Feb 17 03:38:19.002696 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50134) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:38:19.063414 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2f319c4f-5f29-4473-b583-c6e9972c81b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47c3816200bb4b04a17265c76c4b5148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592062 Feb 17 03:38:19.066236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50138) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:38:19.131731 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c9b92ec9-5421-4093-942b-f25784113d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:19.160592 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c9b92ec9-5421-4093-942b-f25784113d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:19.222447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c9b92ec9-5421-4093-942b-f25784113d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:19.227112 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-281a7e0f-e594-4d02-b8fa-9bf39c29f6da tempest-TestShelveInstance-1069819853 tempest-TestShelveInstance-1069819853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:19.241624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b92ec9-5421-4093-942b-f25784113d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec638fe8-9672-4229-a141-c33c50fb3078,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:19.244961 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-c9b92ec9-5421-4093-942b-f25784113d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:19.247280 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c9b92ec9-5421-4093-942b-f25784113d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:19.248528 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c9b92ec9-5421-4093-942b-f25784113d81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec638fe8-9672-4229-a141-c33c50fb3078 HTTP/1.1" status: 204 len: 168 time: 0.1812820 Feb 17 03:38:21.975000 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-474a0e00-3fb0-4acc-b12c-caa7c67ee8f3 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7ecd7a058a1a4dce81ac90d9eaac7b29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391533 Feb 17 03:38:22.144474 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355830-974d-4712-84af-0d1231f23dd6 req-76cd9979-76eb-406c-8782-ff20aeb80d3a tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:22.146157 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-76cd9979-76eb-406c-8782-ff20aeb80d3a tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649151 Feb 17 03:38:22.163891 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-d31b40d6-78c0-42a9-a9f1-9ea0955a721f tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/quotas/7ecd7a058a1a4dce81ac90d9eaac7b29 HTTP/1.1" status: 200 len: 375 time: 0.0111613 Feb 17 03:38:22.220077 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-c0a4b9ae-f1fc-47a7-82e7-2e84f6b4ff99 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ecd7a058a1a4dce81ac90d9eaac7b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498719 Feb 17 03:38:22.435973 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-d10a7326-6115-482c-b8fa-ea7b4d539ad8 req-b0d31ee0-1645-4023-a437-5647f9323c23 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 210 time: 0.0499432 Feb 17 03:38:23.571232 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-3880a30a-419a-4c9c-aa37-c0e0806d4dde tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7ecd7a058a1a4dce81ac90d9eaac7b29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324168 Feb 17 03:38:23.757931 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355830-974d-4712-84af-0d1231f23dd6 req-a14f4428-ce29-406b-9127-664ac395c0c6 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:23.760086 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-a14f4428-ce29-406b-9127-664ac395c0c6 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836247 Feb 17 03:38:23.797640 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Request body: {'port': {'device_id': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032', 'admin_state_up': True, 'tenant_id': '7ecd7a058a1a4dce81ac90d9eaac7b29'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:38:23.811626 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:23.880730 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-f47a6f6d-632c-4cbe-9952-3dda557b8bad req-6b9b32bb-2ce0-42fc-a8b9-35e1f9cd2f9a tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 210 time: 0.3256788 Feb 17 03:38:23.975203 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:38:23.979631 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Usage tracker for resource:port and tenant:7ecd7a058a1a4dce81ac90d9eaac7b29 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:38:23.983181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:38:23.991163 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:38:24.001799 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Made reservation on behalf of 7ecd7a058a1a4dce81ac90d9eaac7b29 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 03:38:24.007871 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:24.022490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:24.039797 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 03:38:24.044285 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Usage tracker for resource:security_group_rule and tenant:7ecd7a058a1a4dce81ac90d9eaac7b29 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 03:38:24.047597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 03:38:24.054471 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.quota.driver [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 03:38:24.151100 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:24.154713 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:24.169047 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-787b40c2-50d9-42f3-a3d3-f7402a99a0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:24.236099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc1453a-6f2e-481b-8925-b5b0564afc42,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:24.302000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.302345 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.302759 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.303202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.303622 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.304026 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.304422 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.304820 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.305195 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.305589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.305979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.306377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.306832 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.307252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.307643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.308032 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.308421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.308815 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.309206 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.309595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.309973 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.310371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.310763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.311174 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-smb {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 03:38:24.578171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:24.763681 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Allocated IP 192.168.233.114 (9337b457-8a5e-4698-96b6-1b8e8c782032/ea1799bf-8161-46ab-8738-1aff4251991d/0d4175df-e640-4fbf-9bea-f6dd344353c1) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 03:38:25.002228 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:25.019418 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Transition to ACTIVE for port object 0d4175df-e640-4fbf-9bea-f6dd344353c1 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:38:25.043795 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751944741354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:25.047627 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-3d225bda-7446-4ade-9f2c-b08734dc4612 req-d3b59ffe-4791-4c53-9f26-efba9e3e84e2 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 210 time: 0.0499184 Feb 17 03:38:25.059405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ce71e9c9-ed73-4dc8-9d03-7fd836f5db41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:25.210268 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Pushing event updated for resources: {'Port': ['ID=0d4175df-e640-4fbf-9bea-f6dd344353c1,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:25.215068 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:25.261465 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Network 9337b457-8a5e-4698-96b6-1b8e8c782032 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 03:38:25.262706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Resources bound (agent type, host, resource id): {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 03:38:25.265188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 03:38:25.340470 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:25.341171 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:25.373477 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-3469d9fb-b048-488c-aec7-7c7d91528775 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5835803 Feb 17 03:38:25.396676 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Request body: {'port': {'device_id': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:38:25.525296 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:25.554415 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-f34f0794-c732-43d0-9822-8c70e0e9d2c4 None None] Provisioning for port 0d4175df-e640-4fbf-9bea-f6dd344353c1 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:38:25.559980 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-f34f0794-c732-43d0-9822-8c70e0e9d2c4 None None] Provisioning complete for port 0d4175df-e640-4fbf-9bea-f6dd344353c1 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:38:25.560405 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f34f0794-c732-43d0-9822-8c70e0e9d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:25.621744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f34f0794-c732-43d0-9822-8c70e0e9d2c4 None None] Port 0d4175df-e640-4fbf-9bea-f6dd344353c1 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 03:38:25.934564 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:38:25.970885 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4175df-e640-4fbf-9bea-f6dd344353c1 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 03:38:25.980801 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:25.994364 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Transition to ACTIVE for port object 0d4175df-e640-4fbf-9bea-f6dd344353c1 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 03:38:25.997790 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:26.011764 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d4f694e8-9f58-478b-b56a-8173dcfaa236 tempest-VolumesActionsTest-947900338 tempest-VolumesActionsTest-947900338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:26.158965 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4175df-e640-4fbf-9bea-f6dd344353c1,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:26.162336 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:26.359113 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Attempting to bind port 0d4175df-e640-4fbf-9bea-f6dd344353c1 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 03:38:26.359489 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Attempting to bind port 0d4175df-e640-4fbf-9bea-f6dd344353c1 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 03:38:26.360191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Attempting to bind port 0d4175df-e640-4fbf-9bea-f6dd344353c1 on network 9337b457-8a5e-4698-96b6-1b8e8c782032 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 03:38:26.367774 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Checking agent: {'id': '966a58d0-e8e7-451f-b9bb-8e2330a7ea55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 26, 23), 'started_at': datetime.datetime(2021, 2, 17, 3, 26, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 03:38:26.368149 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Checking segment: {'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 03:38:26.368561 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:26.368955 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Bound using segment: {'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 03:38:26.369469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Bound port: 0d4175df-e640-4fbf-9bea-f6dd344353c1, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccdc1b1-cc1c-4f05-adff-7b5d513a3c18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9337b457-8a5e-4698-96b6-1b8e8c782032'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 03:38:26.369809 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:26.472956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] For port 0d4175df-e640-4fbf-9bea-f6dd344353c1, host hv-cinder-75996, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 03:38:26.476432 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] For port 0d4175df-e640-4fbf-9bea-f6dd344353c1, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0d4175df-e640-4fbf-9bea-f6dd344353c1,segment=NetworkSegment(bccdc1b1-cc1c-4f05-adff-7b5d513a3c18),segment_id=bccdc1b1-cc1c-4f05-adff-7b5d513a3c18)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 03:38:26.480553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15750380'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:26.486024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2403e15-97ca-4b1f-93b7-69e8ef5e4dab req-0274d99b-855d-4de2-af15-a6512b3906e1 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:26.487707 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b2403e15-97ca-4b1f-93b7-69e8ef5e4dab req-0274d99b-855d-4de2-af15-a6512b3906e1 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 948 time: 0.3190992 Feb 17 03:38:26.497088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-911114b6-7489-4f0f-b36b-e46d0caa3eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:26.538284 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b2403e15-97ca-4b1f-93b7-69e8ef5e4dab req-16edcea4-f464-4b3b-b65c-30161f113e74 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Feb 17 03:38:26.651954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4175df-e640-4fbf-9bea-f6dd344353c1,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:26.655755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:26.697695 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:26.698495 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:26.699951 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-9a575950-1469-415f-8e16-d4f8e5daabe6 service neutron] 10.222.0.38 "PUT /v2.0/ports/0d4175df-e640-4fbf-9bea-f6dd344353c1 HTTP/1.1" status: 200 len: 1162 time: 1.3086596 Feb 17 03:38:26.700521 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'tag': '0d4175df-e640-4fbf-9bea-f6dd344353c1'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:38:26.810312 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'tag': '0d4175df-e640-4fbf-9bea-f6dd344353c1', 'status': 'completed', 'code': 200} Feb 17 03:38:26.858409 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355830-974d-4712-84af-0d1231f23dd6 req-1d3299ac-eca6-46f7-98e6-02463ef23a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:26.860213 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-1d3299ac-eca6-46f7-98e6-02463ef23a61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ecd7a058a1a4dce81ac90d9eaac7b29&device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 1165 time: 0.0904152 Feb 17 03:38:26.948235 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-7ac68cec-e5b3-48c9-a49d-a315fc0c1352 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=0d4175df-e640-4fbf-9bea-f6dd344353c1 HTTP/1.1" status: 200 len: 217 time: 0.0724022 Feb 17 03:38:27.021024 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355830-974d-4712-84af-0d1231f23dd6 req-f83361e1-6586-40a7-8b8a-05535c99f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:27.022521 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-f83361e1-6586-40a7-8b8a-05535c99f393 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea1799bf-8161-46ab-8738-1aff4251991d HTTP/1.1" status: 200 len: 843 time: 0.0671117 Feb 17 03:38:27.110576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355830-974d-4712-84af-0d1231f23dd6 req-faa3bc7a-6bcc-49f1-8bb6-71023a0278b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:27.112253 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-faa3bc7a-6bcc-49f1-8bb6-71023a0278b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9337b457-8a5e-4698-96b6-1b8e8c782032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824676 Feb 17 03:38:27.263514 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-42f98c40-c2d8-4a0c-965f-e8f6a93dbe7e service neutron] 10.222.0.38 "GET /v2.0/networks/9337b457-8a5e-4698-96b6-1b8e8c782032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434190 Feb 17 03:38:27.416586 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-84355830-974d-4712-84af-0d1231f23dd6 req-3259a83e-bd7f-4eac-af7e-ad53032d8f44 service neutron] 10.222.0.38 "GET /v2.0/networks/9337b457-8a5e-4698-96b6-1b8e8c782032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443703 Feb 17 03:38:27.608906 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-a7e3797a-f720-46d3-80c1-206c0f0780f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:27.610562 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-a7e3797a-f720-46d3-80c1-206c0f0780f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ecd7a058a1a4dce81ac90d9eaac7b29&device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 1165 time: 0.0881586 Feb 17 03:38:27.757784 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac099b5-1d86-4ebb-a3f1-413778b0cb3e req-7626dc88-381c-43f1-8ccc-5d072fedc60c tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:27.759904 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eac099b5-1d86-4ebb-a3f1-413778b0cb3e req-7626dc88-381c-43f1-8ccc-5d072fedc60c tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 948 time: 0.0933578 Feb 17 03:38:27.774188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-8d3e9871-15e5-494a-9d85-ef763ee38a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:27.775913 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-8d3e9871-15e5-494a-9d85-ef763ee38a6c service neutron] 10.222.0.38 "GET /v2.0/networks?id=9337b457-8a5e-4698-96b6-1b8e8c782032 HTTP/1.1" status: 200 len: 863 time: 0.1577504 Feb 17 03:38:27.811799 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-eac099b5-1d86-4ebb-a3f1-413778b0cb3e req-db69ac52-56f4-421d-8de2-7dc2f7fc05a1 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Feb 17 03:38:27.857533 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-644951f8-33ec-4963-8b4d-d6490d8435d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=0d4175df-e640-4fbf-9bea-f6dd344353c1 HTTP/1.1" status: 200 len: 217 time: 0.0737369 Feb 17 03:38:27.936796 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-6af17111-ad0f-4c92-9139-75e10c053522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:27.938416 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-6af17111-ad0f-4c92-9139-75e10c053522 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea1799bf-8161-46ab-8738-1aff4251991d HTTP/1.1" status: 200 len: 843 time: 0.0733900 Feb 17 03:38:28.026782 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-889afbe5-995b-407d-b701-e97679399f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:28.028396 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-889afbe5-995b-407d-b701-e97679399f1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9337b457-8a5e-4698-96b6-1b8e8c782032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0817215 Feb 17 03:38:28.180251 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-f055b7d2-a3e5-447a-8cd9-ca9354334395 service neutron] 10.222.0.38 "GET /v2.0/networks/9337b457-8a5e-4698-96b6-1b8e8c782032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438687 Feb 17 03:38:28.333962 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-be0d3e98-06d0-4ad5-b6a2-a2189c1cf00d req-936f883c-7ea1-4c86-aa1d-da227e53f309 service neutron] 10.222.0.38 "GET /v2.0/networks/9337b457-8a5e-4698-96b6-1b8e8c782032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460626 Feb 17 03:38:29.006443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Network 9337b457-8a5e-4698-96b6-1b8e8c782032 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 03:38:29.083319 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993d7cd-d1f1-4b43-8336-10584f4bc0a2 req-b1422b4b-87ee-466e-8aa6-3080017a9f3d tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:29.084963 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7993d7cd-d1f1-4b43-8336-10584f4bc0a2 req-b1422b4b-87ee-466e-8aa6-3080017a9f3d tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 948 time: 0.1541271 Feb 17 03:38:29.135324 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-7993d7cd-d1f1-4b43-8336-10584f4bc0a2 req-789975ea-9c43-4309-aa17-ede2295703b3 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Feb 17 03:38:29.423763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.objects.ports [None req-4d8262b0-9463-45e3-afaf-34d43a395f60 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 03:38:29.928105 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 0d4175df-e640-4fbf-9bea-f6dd344353c1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:38:30.010585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning for port 0d4175df-e640-4fbf-9bea-f6dd344353c1 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 03:38:30.016009 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 0d4175df-e640-4fbf-9bea-f6dd344353c1 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:38:30.016490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:30.150077 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:30.185520 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4175df-e640-4fbf-9bea-f6dd344353c1'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:38:30.198486 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 0d4175df-e640-4fbf-9bea-f6dd344353c1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0d4175df-e640-4fbf-9bea-f6dd344353c1,segment=NetworkSegment(bccdc1b1-cc1c-4f05-adff-7b5d513a3c18),segment_id=bccdc1b1-cc1c-4f05-adff-7b5d513a3c18)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:38:30.202692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:30.205198 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:30.243906 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4175df-e640-4fbf-9bea-f6dd344353c1', 'code': 200} Feb 17 03:38:30.281739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=0d4175df-e640-4fbf-9bea-f6dd344353c1,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:30.285310 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:30.347414 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830dc9-e4ef-4cc5-9462-edcd8323aa6f req-391e6844-6cd9-4b71-a098-7b5c583841f8 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:30.349412 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-19830dc9-e4ef-4cc5-9462-edcd8323aa6f req-391e6844-6cd9-4b71-a098-7b5c583841f8 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 950 time: 0.0900669 Feb 17 03:38:30.403142 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-19830dc9-e4ef-4cc5-9462-edcd8323aa6f req-5db4c119-b59a-4c2a-88bb-7f15220f463f tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Feb 17 03:38:30.539991 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6ad74-cc64-4f3a-b4c3-8e1b8505a237 req-238aa586-2387-4731-a515-c02e79b1b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:30.541812 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ea6ad74-cc64-4f3a-b4c3-8e1b8505a237 req-238aa586-2387-4731-a515-c02e79b1b781 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 1167 time: 0.0915325 Feb 17 03:38:30.590674 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-6ea6ad74-cc64-4f3a-b4c3-8e1b8505a237 req-9ef25835-9f23-45b2-9121-df68d72f8cd9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Feb 17 03:38:31.074976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 0d4175df-e640-4fbf-9bea-f6dd344353c1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:38:31.172993 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port 0d4175df-e640-4fbf-9bea-f6dd344353c1 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:38:31.173421 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:31.617954 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc153238-1d92-4acb-bdd0-6072ed05892c req-1409359a-c678-4326-8e14-7352109d90cf tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:31.619644 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc153238-1d92-4acb-bdd0-6072ed05892c req-1409359a-c678-4326-8e14-7352109d90cf tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 950 time: 0.0925958 Feb 17 03:38:31.673561 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc153238-1d92-4acb-bdd0-6072ed05892c req-7f0e616e-2835-424a-aab8-9cdd3a09b6bc tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 Feb 17 03:38:32.942553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113190b1-0c88-4068-a99c-12e8f3bd4d69 req-1d8e09e5-7a62-4684-b4f5-e678d0dafa51 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:32.945393 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-113190b1-0c88-4068-a99c-12e8f3bd4d69 req-1d8e09e5-7a62-4684-b4f5-e678d0dafa51 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 950 time: 0.1111550 Feb 17 03:38:33.003356 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-113190b1-0c88-4068-a99c-12e8f3bd4d69 req-5b81722b-bc9b-440a-a48f-40d605d906c6 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512381 Feb 17 03:38:33.497599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5451b2-b3fa-40e0-a01b-cde8cd581df3 req-f3e8f770-bcc6-4da2-8f75-06cc5b59db92 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:33.499313 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1c5451b2-b3fa-40e0-a01b-cde8cd581df3 req-f3e8f770-bcc6-4da2-8f75-06cc5b59db92 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 950 time: 0.0936668 Feb 17 03:38:33.553795 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1c5451b2-b3fa-40e0-a01b-cde8cd581df3 req-99eac08e-9b7f-4630-932b-f7b984e0cb71 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478885 Feb 17 03:38:34.778616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd496966-c30e-44ce-b910-abfe385f45f1 req-59a91e21-f5be-4bdf-98c2-bafd42c3f624 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:34.780352 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fd496966-c30e-44ce-b910-abfe385f45f1 req-59a91e21-f5be-4bdf-98c2-bafd42c3f624 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 950 time: 0.1001937 Feb 17 03:38:34.832025 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-fd496966-c30e-44ce-b910-abfe385f45f1 req-544f70ff-16d2-46e2-9117-549e456829a9 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fc1453a-6f2e-481b-8925-b5b0564afc42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449409 Feb 17 03:38:35.055295 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-86abc46f-9c66-4139-bd20-d8f545f63940 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:35.056073 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-86abc46f-9c66-4139-bd20-d8f545f63940 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Synchronizing usage tracker for tenant:7ecd7a058a1a4dce81ac90d9eaac7b29 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:38:35.074504 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-86abc46f-9c66-4139-bd20-d8f545f63940 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Unset dirty status for tenant:7ecd7a058a1a4dce81ac90d9eaac7b29 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:38:35.075882 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-86abc46f-9c66-4139-bd20-d8f545f63940 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 950 time: 0.1097121 Feb 17 03:38:35.082061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device 0d4175df-e640-4fbf-9bea-f6dd344353c1 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:38:35.164982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Deleting port 0d4175df-e640-4fbf-9bea-f6dd344353c1 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:38:35.165385 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:35.220207 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:35.250447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4175df-e640-4fbf-9bea-f6dd344353c1'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:38:35.262862 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] For port 0d4175df-e640-4fbf-9bea-f6dd344353c1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0d4175df-e640-4fbf-9bea-f6dd344353c1,segment=NetworkSegment(bccdc1b1-cc1c-4f05-adff-7b5d513a3c18),segment_id=bccdc1b1-cc1c-4f05-adff-7b5d513a3c18)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:38:35.271995 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:35.273981 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:35.311921 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4175df-e640-4fbf-9bea-f6dd344353c1', 'code': 200} Feb 17 03:38:35.350440 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Pushing event updated for resources: {'Port': ['ID=0d4175df-e640-4fbf-9bea-f6dd344353c1,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:35.353967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:35.461975 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] For port 0d4175df-e640-4fbf-9bea-f6dd344353c1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0d4175df-e640-4fbf-9bea-f6dd344353c1,segment=NetworkSegment(bccdc1b1-cc1c-4f05-adff-7b5d513a3c18),segment_id=bccdc1b1-cc1c-4f05-adff-7b5d513a3c18)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:38:35.462289 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:35.604071 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Calling delete_port for 0d4175df-e640-4fbf-9bea-f6dd344353c1 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:38:35.769000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:35.785331 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-d2850b6f-7bcd-40ff-9757-ae13df6b10b7 tempest-AttachVolumeTestJSON-1663966017 tempest-AttachVolumeTestJSON-1663966017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:35.847111 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Pushing event deleted for resources: {'Port': ['ID=0d4175df-e640-4fbf-9bea-f6dd344353c1,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:35.851483 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:36.003315 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] No DVR routers for this DVR port 0d4175df-e640-4fbf-9bea-f6dd344353c1 on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:38:36.006064 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:36.009569 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-37e37329-be5e-47e8-933a-0e7cf3e98c09 req-7e8ad27d-c4f8-4b00-86f0-1ca3973fe06d tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ab3fc2b-eff8-4204-874c-beb5f17a6927 HTTP/1.1" status: 200 len: 210 time: 0.0543535 Feb 17 03:38:36.010595 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'name': 'network-vif-deleted', 'tag': '0d4175df-e640-4fbf-9bea-f6dd344353c1'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:38:36.028353 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-87cce6d4-f130-4722-8c8e-bb0520386876 req-2fd9ce34-faf3-45c7-a59a-6585dbf76118 tempest-VolumesNegativeTest-1239923942 tempest-VolumesNegativeTest-1239923942-project] 10.222.0.38 "DELETE /v2.0/ports/0d4175df-e640-4fbf-9bea-f6dd344353c1 HTTP/1.1" status: 204 len: 173 time: 0.9464612 Feb 17 03:38:36.080123 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab3fc2b-eff8-4204-874c-beb5f17a6927', 'name': 'network-vif-deleted', 'tag': '0d4175df-e640-4fbf-9bea-f6dd344353c1', 'status': 'completed', 'code': 200} Feb 17 03:38:41.959616 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6148e0c9-0575-4967-992a-26e4f1df631c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:42.142260 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 50460) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:38:42.315825 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2760462c-797b-456b-97d7-dfe80a97b321 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ecd7a058a1a4dce81ac90d9eaac7b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718953 Feb 17 03:38:42.319291 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.49', 50466) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:38:42.391692 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a894c3e3-b804-44b6-a567-1d219111daa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:42.678620 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a894c3e3-b804-44b6-a567-1d219111daa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:42.728643 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a894c3e3-b804-44b6-a567-1d219111daa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:42.733976 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-287992c5-54a0-4158-b662-9430933bf2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:42.748540 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894c3e3-b804-44b6-a567-1d219111daa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc1453a-6f2e-481b-8925-b5b0564afc42,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:42.751792 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a894c3e3-b804-44b6-a567-1d219111daa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:42.752687 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a894c3e3-b804-44b6-a567-1d219111daa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:42.757398 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-a894c3e3-b804-44b6-a567-1d219111daa7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fc1453a-6f2e-481b-8925-b5b0564afc42 HTTP/1.1" status: 204 len: 168 time: 0.4369659 Feb 17 03:38:44.243480 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5e06db7a-227d-4bc7-a44c-1565e3c224fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:45.095632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:46.152511 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:46.397241 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:48.313869 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f18cb1d1-7bd8-4292-bded-ce2afb3a355c tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1631628187&fields=id&tenant_id=b9fff7135db744219d5db9aa29f2e8c3 HTTP/1.1" status: 200 len: 267 time: 0.0588253 Feb 17 03:38:48.412939 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-5c41cf8a-9457-4c36-a88a-2bec0ddcd69a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:48.414600 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-5c41cf8a-9457-4c36-a88a-2bec0ddcd69a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 984 time: 0.0926032 Feb 17 03:38:48.430978 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.v2.base [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Request body: {'port': {'security_groups': ['876bef2d-3026-45dc-961d-dd5e2e0cde22']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 03:38:48.582131 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854013170'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:48.933585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] For port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:38:48.966358 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:48.970777 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284909652698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284910077454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284910036459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839274400'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:48.986627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:49.151490 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event updated for resources: {'Port': ['ID=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,revision_number=6']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:49.157252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:49.195889 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:49.196597 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:49.198248 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-59733afc-4e07-4674-80f3-89d3fcf9a846 req-f51e5d5a-5bbd-460d-80e3-b531c1c79860 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "PUT /v2.0/ports/bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 942 time: 0.7733822 Feb 17 03:38:49.198768 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:38:49.255169 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'status': 'completed', 'code': 200} Feb 17 03:38:49.279637 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1afe3ae8-9617-4578-bf8d-f163cb645ec9 req-548641fb-1972-4f8a-8957-5b83b06c6f5d tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups/a756e08c-b148-4041-8f33-4578d8925f0b HTTP/1.1" status: 200 len: 3005 time: 0.0607905 Feb 17 03:38:49.378591 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1afe3ae8-9617-4578-bf8d-f163cb645ec9 req-7e9a0c43-78b1-438f-8e9a-1403377afd3a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:49.386210 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-02f33e6f-6a6e-447e-b6c4-ab73e289c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:49.388007 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-02f33e6f-6a6e-447e-b6c4-ab73e289c0d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1162 time: 0.0852413 Feb 17 03:38:49.411371 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1afe3ae8-9617-4578-bf8d-f163cb645ec9 req-7e9a0c43-78b1-438f-8e9a-1403377afd3a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:49.433238 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-68e14184-1348-4faf-8992-cf4d27714b36 None None] Provisioning complete for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:38:49.433642 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-68e14184-1348-4faf-8992-cf4d27714b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:49.467825 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1afe3ae8-9617-4578-bf8d-f163cb645ec9 req-7e9a0c43-78b1-438f-8e9a-1403377afd3a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:49.472284 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-4cd54601-de0b-43e5-9b1f-13d95ccbceee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:49.489511 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a0c43-78b1-438f-8e9a-1403377afd3a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a756e08c-b148-4041-8f33-4578d8925f0b,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:49.493505 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-7e9a0c43-78b1-438f-8e9a-1403377afd3a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:49.503311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1afe3ae8-9617-4578-bf8d-f163cb645ec9 req-7e9a0c43-78b1-438f-8e9a-1403377afd3a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:49.504534 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-1afe3ae8-9617-4578-bf8d-f163cb645ec9 req-7e9a0c43-78b1-438f-8e9a-1403377afd3a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "DELETE /v2.0/security-groups/a756e08c-b148-4041-8f33-4578d8925f0b HTTP/1.1" status: 204 len: 173 time: 0.2180309 Feb 17 03:38:49.570408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-e90ebdde-4a09-487d-b0aa-e4b9c19f4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:49.572215 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-e90ebdde-4a09-487d-b0aa-e4b9c19f4f02 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.1760120 Feb 17 03:38:49.644881 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-b84b7715-c34a-4ed2-9171-36d89dc1c9fd tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/floatingips/3af25226-cee7-4587-9e91-9b2c0434d1ae HTTP/1.1" status: 200 len: 998 time: 0.1188097 Feb 17 03:38:49.688685 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-1bce2a84-9ed5-4690-bd3b-163537b897d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 1001 time: 0.1087801 Feb 17 03:38:49.766161 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-4e54bcd6-0522-4cfa-ad28-6f61bdd4b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:49.767813 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-4e54bcd6-0522-4cfa-ad28-6f61bdd4b40e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0725875 Feb 17 03:38:49.812458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-7adde5aa-14e5-4c13-b4d4-09e205703474 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:49.813943 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-7adde5aa-14e5-4c13-b4d4-09e205703474 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/networks/ff41f79f-49b9-4b53-887c-df96d9d58d44 HTTP/1.1" status: 200 len: 784 time: 0.1629050 Feb 17 03:38:49.826114 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-6223ada0-56c0-471c-819d-cc83168dabb8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:38:49.827243 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-6223ada0-56c0-471c-819d-cc83168dabb8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062916 Feb 17 03:38:49.856323 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-8225cda5-2a38-4d25-9be9-56b3535fbcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:49.858277 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-8225cda5-2a38-4d25-9be9-56b3535fbcaf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836742 Feb 17 03:38:49.870843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-eb29e975-d79e-4ee0-a490-6acb823b59bf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 03:38:49.872009 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-eb29e975-d79e-4ee0-a490-6acb823b59bf service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064170 Feb 17 03:38:49.950960 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-88226bfd-b04d-43bf-93fc-beae7ba99d67 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.2.197 HTTP/1.1" status: 200 len: 1001 time: 0.1160307 Feb 17 03:38:50.026555 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-0f6055e0-b5ad-427d-9071-e7b5ffb5e089 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475873 Feb 17 03:38:50.043988 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-357d2a82-6274-4a4c-8cfb-939e5c829850 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:50.045526 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-357d2a82-6274-4a4c-8cfb-939e5c829850 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports/bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 942 time: 0.0880494 Feb 17 03:38:50.190358 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-dc037668-a0c6-48af-b90d-03f75d5d1974 req-65365c88-de3f-44b8-b2a6-b6294545f138 service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1572127 Feb 17 03:38:50.245892 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-7ba7b972-a74b-48e8-a9b4-49576c96b39d tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.28.2.197 HTTP/1.1" status: 200 len: 1001 time: 0.1097577 Feb 17 03:38:50.479883 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Deleting port 773c0881-5427-4d6b-a9d6-e3bed3dc73b8 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:38:50.480510 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:50.671289 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:50.671588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:50.807677 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Calling delete_port for 773c0881-5427-4d6b-a9d6-e3bed3dc73b8 owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:38:50.975911 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:50.993311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b2626bbe-2fb2-4ab6-b250-09ba1260cfce tempest-DeleteServersTestJSON-1378902572 tempest-DeleteServersTestJSON-1378902572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:51.050831 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event deleted for resources: {'Port': ['ID=773c0881-5427-4d6b-a9d6-e3bed3dc73b8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:51.055094 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:51.232586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:51.232874 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.db.l3_db [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Floating IP 3af25226-cee7-4587-9e91-9b2c0434d1ae disassociated (deleted). External IP: 172.28.2.197, port: bdb399ef-0c6f-41e8-b7ea-85348ce93e9a. Feb 17 03:38:51.352589 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device bdb399ef-0c6f-41e8-b7ea-85348ce93e9a up at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 03:38:51.441383 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Provisioning complete for port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 03:38:51.441808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720096'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:51.876637 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Router a9dadc5b-3b27-4504-8a72-0e080c4923a1 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:38:52.083552 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:38:52.095849 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea385935-0229-4208-a21a-13b26effa231 None None] Sync routers for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:38:52.106882 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea385935-0229-4208-a21a-13b26effa231 None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:38:52.108048 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-ea385935-0229-4208-a21a-13b26effa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:38:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:38:52.108230 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:52.169754 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-a189f9d4-39c7-4987-bdd1-65c4dd278e43 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "DELETE /v2.0/floatingips/3af25226-cee7-4587-9e91-9b2c0434d1ae HTTP/1.1" status: 204 len: 173 time: 1.9174891 Feb 17 03:38:52.170322 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:38:52.225240 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'status': 'completed', 'code': 200} Feb 17 03:38:52.315328 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-ea385935-0229-4208-a21a-13b26effa231 None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:38:52.357273 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-224c599c-ae89-489f-aa46-79704d95c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:52.361223 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-224c599c-ae89-489f-aa46-79704d95c053 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1162 time: 0.0860250 Feb 17 03:38:52.399196 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-cd02e6a6-3d2c-404a-acba-f107bd63811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:52.400933 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-cd02e6a6-3d2c-404a-acba-f107bd63811a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 1162 time: 0.2155561 Feb 17 03:38:52.519766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-7875563a-c575-45cc-872e-91e3e21728ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:52.521518 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-7875563a-c575-45cc-872e-91e3e21728ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.1552770 Feb 17 03:38:52.565528 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-416075fd-22ad-4f38-b5fa-7c60ca20d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:52.567207 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-416075fd-22ad-4f38-b5fa-7c60ca20d830 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 200 len: 908 time: 0.1582322 Feb 17 03:38:52.604992 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-ac4c288e-a34d-4344-9fc1-aad335d4cb57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 217 time: 0.0766990 Feb 17 03:38:52.648436 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-62612455-e397-4d53-a29f-b2e7d6253d11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 200 len: 217 time: 0.0717669 Feb 17 03:38:52.683265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-bfa8a9c2-329f-4f82-bff5-1ec0f4c0d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:52.684908 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-bfa8a9c2-329f-4f82-bff5-1ec0f4c0d038 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0715723 Feb 17 03:38:52.726732 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-1e7e07fa-6b71-4f1b-a81e-5aa06028a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:52.728488 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-1e7e07fa-6b71-4f1b-a81e-5aa06028a50f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 200 len: 853 time: 0.0735359 Feb 17 03:38:52.790231 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-16377533-40c5-45f0-a4de-e725bfd73649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:52.793439 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-16377533-40c5-45f0-a4de-e725bfd73649 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002293 Feb 17 03:38:52.820956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-4224065e-4a28-4f9c-8bbe-e179477836fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:52.822752 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-4224065e-4a28-4f9c-8bbe-e179477836fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e2311f5-4a17-4079-b291-804d1392c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875065 Feb 17 03:38:52.882332 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-ea385935-0229-4208-a21a-13b26effa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:53Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:38:52.886985 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea385935-0229-4208-a21a-13b26effa231 None None] Checking router: a9dadc5b-3b27-4504-8a72-0e080c4923a1 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:38:52.897907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea385935-0229-4208-a21a-13b26effa231 None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:38:52.897907 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-ea385935-0229-4208-a21a-13b26effa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:38:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:38:52.954291 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-70324ce2-bdd5-4553-9738-253ff1e340dc service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535661 Feb 17 03:38:52.982169 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-cd04072d-5967-4878-91b3-db8ea8fb2295 service neutron] 10.222.0.49 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507533 Feb 17 03:38:53.109113 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-5a8450a7-e9f1-44d4-9f19-e95885b7f9df req-b0154eec-4eb5-4d28-9692-448ee0510c9a service neutron] 10.222.0.38 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474748 Feb 17 03:38:53.109404 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-ea385935-0229-4208-a21a-13b26effa231 None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:38:53.139269 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-92c8c8a1-ac65-4352-a0b0-3d89cc3ddc35 req-955ab120-51ec-4d90-b28f-884ce9ca6d9b service neutron] 10.222.0.49 "GET /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499388 Feb 17 03:38:53.466878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-ea385935-0229-4208-a21a-13b26effa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:53Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:38:53.471282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea385935-0229-4208-a21a-13b26effa231 None None] The sync data for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb is: [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb', '_interfaces': [{'id': '29b092c6-5715-4470-bb37-660020cbc0a3', 'name': '', 'network_id': '0e2311f5-4a17-4079-b291-804d1392c411', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'mac_address': 'fa:16:3e:17:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:44Z', 'updated_at': '2021-02-17T03:36:53Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'subnets': [{'id': '03cdd8ea-ef3c-4791-9c02-52229ac991a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:38:53.846061 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:53.906641 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbebb9-acc0-47da-9287-d7810bc7e08b None None] New status for floating IP 3af25226-cee7-4587-9e91-9b2c0434d1ae: DOWN {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 03:38:56.581657 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e08c-2fb5-4075-aa52-19ae2844e976 req-89a70a19-a8df-459e-90db-fd2f8dbc6df9 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:56.582647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9f36e08c-2fb5-4075-aa52-19ae2844e976 req-89a70a19-a8df-459e-90db-fd2f8dbc6df9 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Synchronizing usage tracker for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:38:56.600894 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9f36e08c-2fb5-4075-aa52-19ae2844e976 req-89a70a19-a8df-459e-90db-fd2f8dbc6df9 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Unset dirty status for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:38:56.602357 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9f36e08c-2fb5-4075-aa52-19ae2844e976 req-89a70a19-a8df-459e-90db-fd2f8dbc6df9 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.1173141 Feb 17 03:38:56.653007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9f36e08c-2fb5-4075-aa52-19ae2844e976 req-bc48944d-ef38-4d7d-841a-9fe886c391a2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Synchronizing usage tracker for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:38:56.671198 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-9f36e08c-2fb5-4075-aa52-19ae2844e976 req-bc48944d-ef38-4d7d-841a-9fe886c391a2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Unset dirty status for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:38:56.672874 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-9f36e08c-2fb5-4075-aa52-19ae2844e976 req-bc48944d-ef38-4d7d-841a-9fe886c391a2 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635836 Feb 17 03:38:57.886689 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62054-5f20-4fc8-94f0-03591dbbe441 req-e6cae74d-28d1-4c6e-aee3-8850f2cd738a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:57.888415 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b2a62054-5f20-4fc8-94f0-03591dbbe441 req-e6cae74d-28d1-4c6e-aee3-8850f2cd738a tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.0937879 Feb 17 03:38:57.942591 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-b2a62054-5f20-4fc8-94f0-03591dbbe441 req-5f170921-37fc-4eca-b5f5-464169b6eeb7 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Feb 17 03:38:58.445312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-3362fabd-a320-4ad8-a4b3-bae53e000abf tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:58.446085 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-3362fabd-a320-4ad8-a4b3-bae53e000abf tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Synchronizing usage tracker for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 03:38:58.460557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.quota.resource [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-3362fabd-a320-4ad8-a4b3-bae53e000abf tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Unset dirty status for tenant:b9fff7135db744219d5db9aa29f2e8c3 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 03:38:58.461911 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-3362fabd-a320-4ad8-a4b3-bae53e000abf tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 945 time: 0.1082249 Feb 17 03:38:58.546560 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Deleting port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:38:58.546912 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:58.832243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] For port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:38:58.832656 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:58.970461 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Calling delete_port for bdb399ef-0c6f-41e8-b7ea-85348ce93e9a owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:38:59.130982 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839025435'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:59.150091 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:38:59.155482 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1728a-9eee-4d86-a48c-ee709f800c42 req-a0b7fad4-7877-4707-a36c-4cf1d6e19f4c tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 03:38:59.157205 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-15d1728a-9eee-4d86-a48c-ee709f800c42 req-a0b7fad4-7877-4707-a36c-4cf1d6e19f4c tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/ports?device_id=cad4eeca-9d99-4b7d-9082-aa0700dbe642 HTTP/1.1" status: 200 len: 867 time: 0.0934958 Feb 17 03:38:59.208210 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-15d1728a-9eee-4d86-a48c-ee709f800c42 req-2876ba6f-9ee9-4263-a2e5-3af01bd5c221 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.49 "GET /v2.0/security-groups?id=876bef2d-3026-45dc-961d-dd5e2e0cde22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Feb 17 03:38:59.210807 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Pushing event deleted for resources: {'Port': ['ID=bdb399ef-0c6f-41e8-b7ea-85348ce93e9a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:38:59.215627 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:38:59.241235 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device bdb399ef-0c6f-41e8-b7ea-85348ce93e9a no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:38:59.278699 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] No Port match for: bdb399ef-0c6f-41e8-b7ea-85348ce93e9a {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:38:59.279106 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Device bdb399ef-0c6f-41e8-b7ea-85348ce93e9a not bound to the agent host hv-cinder-75996 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:38:59.363958 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] No DVR routers for this DVR port bdb399ef-0c6f-41e8-b7ea-85348ce93e9a on host hv-cinder-75996 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:38:59.366546 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1459'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:38:59.369554 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'name': 'network-vif-deleted', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 03:38:59.385693 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [req-4d4274ee-2ed4-45bf-8ea3-31faf927d49f req-88307861-4eea-4523-8e3d-316d4d0e38c8 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] 10.222.0.38 "DELETE /v2.0/ports/bdb399ef-0c6f-41e8-b7ea-85348ce93e9a HTTP/1.1" status: 204 len: 173 time: 0.9178936 Feb 17 03:38:59.576189 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad4eeca-9d99-4b7d-9082-aa0700dbe642', 'name': 'network-vif-deleted', 'tag': 'bdb399ef-0c6f-41e8-b7ea-85348ce93e9a', 'status': 'completed', 'code': 200} Feb 17 03:39:01.087175 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50564) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:39:01.789609 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853067383'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:02.199666 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Deleting port 29b092c6-5715-4470-bb37-660020cbc0a3 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:39:02.200306 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:02.395058 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] For port 29b092c6-5715-4470-bb37-660020cbc0a3, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=29b092c6-5715-4470-bb37-660020cbc0a3,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:39:02.395458 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:02.530699 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Calling delete_port for 29b092c6-5715-4470-bb37-660020cbc0a3 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:39:02.934786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:39:02.981170 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:02.998377 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-8ac195b7-201f-4bfb-9b4f-cc6ce471e085 tempest-TestMinimumBasicScenario-387679552 tempest-TestMinimumBasicScenario-387679552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:39:03.056624 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b092c6-5715-4470-bb37-660020cbc0a3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:39:03.061576 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:39:03.435396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853067289'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:03.982408 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Router a9dadc5b-3b27-4504-8a72-0e080c4923a1 has already been hosted by L3 agent 7ef5f01b-0958-4433-97c5-f125f414ae73 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 03:39:04.176709 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-smb the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 03:39:04.186869 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] Sync routers for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 03:39:04.190657 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-ff2aed28-a486-4a09-b059-dae935dd6378 admin admin] 10.222.0.49 "PUT /v2.0/routers/a9dadc5b-3b27-4504-8a72-0e080c4923a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1021876 Feb 17 03:39:04.193572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50568) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:39:04.199263 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:39:04.200317 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:38:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:39:04.392446 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:04.402426 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:39:04.588390 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:04.594001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Deleting port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:39:04.594360 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:04.723042 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:39:02Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:39:04.728303 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] Checking router: a9dadc5b-3b27-4504-8a72-0e080c4923a1 for host: dv-cinder-759961-4-smb {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 03:39:04.738054 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] Routers {'a9dadc5b-3b27-4504-8a72-0e080c4923a1'} bound to L3 agent in host dv-cinder-759961-4-smb {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 03:39:04.739016 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T03:19:14Z,description=,heartbeat_timestamp=2021-02-17T03:38:44Z,host='dv-cinder-759961-4-smb',id=7ef5f01b-0958-4433-97c5-f125f414ae73,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T03:19:14Z,topic='l3_agent')) {'router_ids': ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:39:04.812586 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] For port 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5,segment=NetworkSegment(04f5a72f-418a-4cd4-bf40-1006f50b7d2c),segment_id=04f5a72f-418a-4cd4-bf40-1006f50b7d2c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:39:04.813000 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:04.936682 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvr_db [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] Set router a9dadc5b-3b27-4504-8a72-0e080c4923a1 gateway port host: dv-cinder-759961-4-smb {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 03:39:04.947512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Calling delete_port for 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:39:05.092858 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:05.253760 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_hamode_db [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:39:02Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}], 'dv-cinder-759961-4-smb', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:39:05.258861 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794e993-3da0-4143-9b19-5f83c6cc4a56 None None] The sync data for ids ['a9dadc5b-3b27-4504-8a72-0e080c4923a1'] in dv-cinder-759961-4-smb is: [{'id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'name': 'tempest-TestMinimumBasicScenario-622013096-router', 'tenant_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'external_fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:36:37Z', 'updated_at': '2021-02-17T03:39:02Z', 'revision_number': 5, 'project_id': 'b9fff7135db744219d5db9aa29f2e8c3', 'gw_port': {'id': '7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5', 'name': '', 'network_id': 'ff41f79f-49b9-4b53-887c-df96d9d58d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dadc5b-3b27-4504-8a72-0e080c4923a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:36:38Z', 'updated_at': '2021-02-17T03:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804adf87-81df-4b2c-8ba7-726c796ef7a7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-smb'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 03:39:05.290706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852945493'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:05.440468 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853063133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763390'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:05.442956 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:05.471378 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853063935'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:05.471962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9dadc5b-3b27-4504-8a72-0e080c4923a1 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 03:39:05.485305 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:05.486620 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-c4ba1530-613e-46d6-ba1d-a7590346fb29 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a9dadc5b-3b27-4504-8a72-0e080c4923a1 HTTP/1.1" status: 204 len: 168 time: 1.2919292 Feb 17 03:39:05.489557 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50572) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:39:05.563075 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] Deleting subnet 03cdd8ea-ef3c-4791-9c02-52229ac991a7 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 03:39:05.566386 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:05.622766 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15667004'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:05.719590 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711409'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:06.258297 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854064407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15502013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16395473'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:06.274878 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-1a524c8b-3c5d-4259-923a-4c6f9c7387a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:39:06.323282 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03cdd8ea-ef3c-4791-9c02-52229ac991a7,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:39:06.327334 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:39:06.424574 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:06.430485 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ed972-5862-4e73-9343-9453059d9e7f None None] Network 0e2311f5-4a17-4079-b291-804d1392c411 requested from dv-cinder-759961-4-smb {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 03:39:06.434001 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-025c6b16-57ed-4bbe-9a5f-1bd287251aac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/03cdd8ea-ef3c-4791-9c02-52229ac991a7 HTTP/1.1" status: 204 len: 168 time: 0.9405365 Feb 17 03:39:06.434255 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50576) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:39:06.558911 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752595'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:06.634756 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Deleting port 85a15e69-639d-49f5-9975-af5f4c1ad997 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:39:06.635448 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:06.706661 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 29b092c6-5715-4470-bb37-660020cbc0a3 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:39:06.757845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 29b092c6-5715-4470-bb37-660020cbc0a3 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:39:06.758277 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 29b092c6-5715-4470-bb37-660020cbc0a3 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:39:06.758668 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:39:06.803011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:39:06.803613 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 7d5f8da9-2ea2-493c-ba93-43d99eb7cbf5 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:39:06.875588 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] For port 85a15e69-639d-49f5-9975-af5f4c1ad997, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=85a15e69-639d-49f5-9975-af5f4c1ad997,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:39:06.875940 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:06.960652 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] DHCP port deletion for 0e2311f5-4a17-4079-b291-804d1392c411 request from dv-cinder-759961-4-smb {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 03:39:06.965654 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] Deleting port 85a15e69-639d-49f5-9975-af5f4c1ad997 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:39:06.966213 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:07.014979 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Calling delete_port for 85a15e69-639d-49f5-9975-af5f4c1ad997 owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:39:07.108292 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854013003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284909652681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751944698346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15501417'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:07.124957 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-b5d2a06a-be01-4135-aaa0-4e8a71b98381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:39:07.185066 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a15e69-639d-49f5-9975-af5f4c1ad997,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:39:07.197512 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] For port 85a15e69-639d-49f5-9975-af5f4c1ad997, host dv-cinder-759961-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-smb',level=0,port_id=85a15e69-639d-49f5-9975-af5f4c1ad997,segment=NetworkSegment(bc3ed39f-de48-4c6c-8405-a89db75536cd),segment_id=bc3ed39f-de48-4c6c-8405-a89db75536cd)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 03:39:07.197962 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830503'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:07.238165 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:39:07.275873 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] No DVR routers for this DVR port 85a15e69-639d-49f5-9975-af5f4c1ad997 on host dv-cinder-759961-4-smb {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 03:39:07.333786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] Calling delete_port for 85a15e69-639d-49f5-9975-af5f4c1ad997 owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 03:39:07.406243 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713576', 'neutron.services.segments.db._delete_segments_for_network-8751945240298'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:07.410960 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.db.api [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 03:39:07.411396 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_db.api [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 03:39:07.524755 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2311f5-4a17-4079-b291-804d1392c411']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:39:07.538647 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3ed39f-de48-4c6c-8405-a89db75536cd') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:39:07.539037 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.services.segments.db [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3ed39f-de48-4c6c-8405-a89db75536cd') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 03:39:07.552536 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284909535228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839108828'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:07.572538 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854056488'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:07.575088 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 03:39:07.758808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Network 0e2311f5-4a17-4079-b291-804d1392c411 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:39:07.773822 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-719328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839274430'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:07.912394 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] Deleting port 85a15e69-639d-49f5-9975-af5f4c1ad997 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 03:39:07.912904 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284909596788'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:07.958129 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Network 0e2311f5-4a17-4079-b291-804d1392c411 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: Traceback (most recent call last): Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: timer() Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: cb(*args, **kw) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: return func(*args, **kwargs) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: self._notify() Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: self.callback(batched_events) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: event.method(event) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: segment_id)['aggregates'][0] Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: return f(self, *a, **k) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: return self._get(url).json() Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: **kwargs) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: return self.request(url, 'GET', **kwargs) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: **endpoint_filter) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 03:39:07.983603 dv-cinder-759961-4-smb neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 03:39:07.991683 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7627f796-fa0f-4b0c-88ea-410c1d3c3842 None None] The port '85a15e69-639d-49f5-9975-af5f4c1ad997' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 03:39:08.072312 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854062240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853096802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826963'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:08.077450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-12e10070-9398-4f66-9edc-1ea693870a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:39:08.094722 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681008'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:08.106361 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2311f5-4a17-4079-b291-804d1392c411,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:39:08.110084 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:39:08.121933 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-0b938f7e-e3a1-412d-ba17-51fe57735631 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0e2311f5-4a17-4079-b291-804d1392c411 HTTP/1.1" status: 204 len: 168 time: 1.6865835 Feb 17 03:39:08.339254 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50582) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:39:08.393559 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-2f774f1a-d75c-4aa0-b0b2-b95055120885 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9fff7135db744219d5db9aa29f2e8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529315 Feb 17 03:39:08.396563 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.49', 50586) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 03:39:08.461246 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29f662d3-93ca-4cce-ad53-96203270a7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:08.494625 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29f662d3-93ca-4cce-ad53-96203270a7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:08.543412 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29f662d3-93ca-4cce-ad53-96203270a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1921049'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:08.547469 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-a33dc24d-87ad-4e19-b0aa-12f0a525c85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 03:39:08.562781 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f662d3-93ca-4cce-ad53-96203270a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876bef2d-3026-45dc-961d-dd5e2e0cde22,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 03:39:08.565710 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG oslo_concurrency.lockutils [None req-29f662d3-93ca-4cce-ad53-96203270a7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 03:39:08.573043 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29f662d3-93ca-4cce-ad53-96203270a7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:08.574296 dv-cinder-759961-4-smb neutron-server[83871]: INFO neutron.wsgi [None req-29f662d3-93ca-4cce-ad53-96203270a7f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/876bef2d-3026-45dc-961d-dd5e2e0cde22 HTTP/1.1" status: 204 len: 168 time: 0.1765995 Feb 17 03:39:08.698632 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 85a15e69-639d-49f5-9975-af5f4c1ad997 no longer exists at agent ovs-agent-dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 03:39:08.739611 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] No Port match for: 85a15e69-639d-49f5-9975-af5f4c1ad997 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 03:39:08.740011 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.plugins.ml2.rpc [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Device 85a15e69-639d-49f5-9975-af5f4c1ad997 not bound to the agent host dv-cinder-759961-4-smb {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 03:39:11.956308 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf90ee32-6ee7-437a-a2b6-d9843eb55f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:14.251236 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09610fb1-31fd-42a0-911f-1c70f0ddb2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:15.094671 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:16.158041 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:16.390985 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:23.871785 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:39.935447 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:39:41.958270 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79baa869-96ed-49e2-9e05-f6500bcc1942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:44.252828 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d674f230-b4ac-470a-8177-ed2daaf4cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:45.103155 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:46.156599 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:46.394028 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:39:53.864222 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:11.952181 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b4adde5-88fe-4d95-9571-1188c937e810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:14.245606 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cdfb129f-c9ba-469e-a054-24d473731bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:15.108553 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:16.156462 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:16.397039 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:16.941252 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:40:23.881924 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:41.959845 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88419aa0-6af9-4801-8c3a-f3c7273299cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:44.249874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2b64f993-6639-46e0-8086-b3088ca8c21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:45.107735 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:46.153739 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:46.399572 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:53.903823 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:40:53.941099 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:41:11.956209 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c3db9ecd-2388-4b34-ac46-53e8efd03b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:14.261393 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-27d2a856-4f1d-4602-808d-599d6fa1838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:15.104750 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:16.150007 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:16.403585 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:23.929874 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:30.943232 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:41:41.953703 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-927b19d1-4d1c-4622-822d-2c6ce1faa523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:44.254190 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f9a72628-5cc8-41b5-8823-2633f124b181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:45.108786 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:46.144808 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:46.405214 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:41:53.933819 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:07.943967 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:42:11.948191 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-027bc769-aa19-4024-97d0-e0283e7737af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:14.257945 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45decbea-694d-484a-8ebb-4cd9049f59b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:15.112949 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:16.151334 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:16.409001 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:23.976311 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:41.956450 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c9c-7bd5-45ef-b5ab-63e90296e38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:44.268443 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb26322e-f34e-4405-ad53-47990ee58535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:44.945069 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:42:45.116202 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:46.147659 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:46.419219 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:42:53.985265 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:11.950872 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f82f5b9e-5577-4a41-96ed-a96f001a34ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:14.262352 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f39abd6d-68df-4f65-84b3-fe739ce51e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:15.125127 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:16.142712 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:16.416551 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:21.947342 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:43:24.002744 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:41.964844 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62a42dd0-634a-4dfb-a182-8f91327b2286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:44.265266 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641450f0-4165-4b72-ba37-d52319fce8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:45.122763 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:46.137724 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:46.421184 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:53.993159 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-937858cf-b45a-4bdc-8f01-c7a20727e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:43:58.952354 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.db.agents_db [None req-38b7e0d4-6b98-4fda-bd6f-2db455852948 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 03:44:11.959843 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6fc20e52-7e73-46b9-96ad-95e769c36584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:44:14.268747 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-21359246-0064-46af-8ed2-db1c0d03372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:44:15.124706 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3514-7445-47cb-b2ad-0535f4ea6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:44:16.145577 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8aca18c-97c9-454e-a140-72d292d4871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 03:44:16.266977 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron.wsgi [req-2c73ac3f-f594-4bd7-8b2a-2b1ff52a8f24 req-501a4645-7f38-41be-b8cc-0c908efdb5f6 service neutron] (83983) timed out ('10.222.0.38', 62576) {{(pid=83983) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 03:44:16.422188 dv-cinder-759961-4-smb neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-debc6e66-2cce-4d37-951e-5a3fd99156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751945240281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680214'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}